[ 531.206143] env[65311]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.206143] env[65311]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.187522] env[65401]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.187522] env[65401]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.742652] env[65401]: INFO neutron.common.config [-] Logging enabled! [ 533.742950] env[65401]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 533.743221] env[65401]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65401) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.743537] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.743636] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.744485] env[65401]: WARNING oslo_policy.policy [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.744707] env[65401]: WARNING oslo_policy.policy [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.746414] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] VMware NSXv3 Agent initialized successfully. [ 533.746816] env[65401]: DEBUG oslo_concurrency.lockutils [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Acquiring lock "singleton_lock" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.746951] env[65401]: DEBUG oslo_concurrency.lockutils [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Acquired lock "singleton_lock" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.747169] env[65401]: DEBUG oslo_concurrency.lockutils [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Releasing lock "singleton_lock" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.747453] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Full set of CONF: {{(pid=65401) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.747571] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ******************************************************************************** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.747723] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Configuration options gathered from: {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.748063] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.748233] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.748337] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ================================================================================ {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.748501] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] agent_down_time = 75 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.748635] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] allow_automatic_dhcp_failover = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.748767] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] allow_bulk = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.748906] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] api_extensions_path = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749051] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] api_paste_config = api-paste.ini {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749191] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] auth_strategy = keystone {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749292] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] backdoor_port = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749391] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] backdoor_socket = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749523] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] backlog = 4096 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749657] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749811] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] bind_host = 0.0.0.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.749948] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] bind_port = 9696 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750091] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] client_socket_timeout = 900 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750225] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] config_dir = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750330] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750463] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] config_source = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750596] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] control_exchange = neutron {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750733] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] core_plugin = ml2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.750869] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] debug = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751009] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] default_availability_zones = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751219] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751356] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dhcp_agent_notification = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751489] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dhcp_agents_per_network = 1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751618] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dhcp_lease_duration = 86400 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751759] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dhcp_load_type = networks {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.751892] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dns_domain = openstacklocal {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752029] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752160] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_default_route_bfd = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752286] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_default_route_ecmp = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752412] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_dvr = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752537] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_new_agents = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752661] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752793] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_signals = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.752916] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] enable_traditional_dhcp = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753046] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] external_dns_driver = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753177] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] filter_validation = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753318] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] global_physnet_mtu = 8950 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753536] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] graceful_shutdown_timeout = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753650] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] host = cpu-1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753796] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] host_dvr_for_dhcp = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.753930] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] http_retries = 3 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754085] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] instance_format = [instance: %(uuid)s] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754225] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754363] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ipam_driver = internal {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754496] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ipv6_pd_enabled = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754625] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] l3_ha = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754760] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.754895] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] l3_ha_network_physical_name = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755037] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] l3_ha_network_type = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755224] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_color = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755398] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_config_append = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755546] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755713] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_dir = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755852] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_file = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.755957] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_options = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756104] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_rotate_interval = 1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756242] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_rotate_interval_type = days {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756377] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] log_rotation_type = none {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756479] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756596] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756750] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756890] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.756986] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757135] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_dns_nameservers = 5 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757267] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_header_line = 16384 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757399] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_l3_agents_per_router = 3 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757530] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_logfile_count = 30 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757661] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_logfile_size_mb = 200 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757847] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] max_subnet_host_routes = 20 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.757921] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] my_ip = 10.180.1.21 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758076] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] my_ipv6 = ::1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758211] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] network_auto_schedule = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758338] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] network_link_prefix = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758473] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758610] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] notify_nova_on_port_data_changes = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758746] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] notify_nova_on_port_status_changes = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.758883] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] pagination_max_limit = -1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759021] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] publish_errors = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759148] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rate_limit_burst = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759282] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rate_limit_except_level = CRITICAL {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759411] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rate_limit_interval = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759537] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] retry_until_window = 30 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759693] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] router_distributed = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759846] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rpc_resources_processing_step = 20 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.759980] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rpc_response_max_timeout = 600 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760125] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] rpc_response_timeout = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760254] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] send_events_interval = 2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760403] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] service_plugins = ['router'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760539] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] setproctitle = on {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760667] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] shell_completion = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760805] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] state_path = /opt/stack/data/neutron {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.760939] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] syslog_log_facility = LOG_USER {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761082] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] tcp_keepidle = 600 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761220] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] transport_url = **** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761351] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] use_journal = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761479] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] use_json = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761606] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] use_ssl = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761739] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] use_stderr = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761870] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] use_syslog = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.761995] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vlan_qinq = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762131] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vlan_transparent = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762258] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] watch_log_file = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762387] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] wsgi_default_pool_size = 100 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762515] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] wsgi_keep_alive = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762650] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762779] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] wsgi_server_debug = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.762954] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_concurrency.disable_process_locking = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763076] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763217] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763348] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763498] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763647] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763777] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.763926] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.connection_string = messaging:// {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764078] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.enabled = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764219] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.es_doc_type = notification {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764351] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.es_scroll_size = 10000 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764486] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.es_scroll_time = 2m {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764616] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.filter_error_trace = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764752] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.hmac_keys = **** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.764888] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.sentinel_service_name = mymaster {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765037] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.socket_timeout = 0.1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765172] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.trace_requests = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765303] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler.trace_sqlalchemy = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765449] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler_jaeger.process_tags = {} {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765596] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler_jaeger.service_name_prefix = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765747] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] profiler_otlp.service_name_prefix = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.765896] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.enforce_new_defaults = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.766180] env[65401]: WARNING oslo_config.cfg [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.766333] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.enforce_scope = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.766478] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.policy_default_rule = default {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.766648] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.766829] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.766980] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767127] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767258] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767386] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767517] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767655] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767805] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.767967] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] agent.extensions = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768098] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768238] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] service_providers.service_provider = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768382] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.default_quota = -1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768833] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768833] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_floatingip = 50 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768833] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_network = 100 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.768928] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_port = 500 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769030] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769165] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_router = 10 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769299] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_security_group = 10 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769431] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769562] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.quota_subnet = 100 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769695] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] QUOTAS.track_quota_usage = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769840] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.769972] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770117] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770251] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770387] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770521] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770651] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770797] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.770922] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771059] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771194] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771328] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771460] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771588] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_dhcp_release.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771763] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.771913] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772056] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772192] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772325] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772457] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772587] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_ovs_vsctl.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772727] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.capabilities = [21] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772851] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.772978] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773118] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773252] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773385] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773512] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_namespace.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773646] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.capabilities = [12] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773791] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.773889] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774049] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774157] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774284] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774406] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_conntrack.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774543] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.capabilities = [12, 21] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774668] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.group = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774792] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.helper_command = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.774919] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.log_daemon_traceback = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775060] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775194] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.thread_pool_size = 8 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775318] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] privsep_link.user = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775464] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775634] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775786] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.continue_on_failed_promotions = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.775922] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.dscp = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776069] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.dscp_inherit = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776214] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.force_mp_to_policy = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776350] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.locking_coordinator_url = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776483] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.log_agent_heartbeats = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776650] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.logging_expire = 1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776809] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.776950] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777106] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.polling_interval = 240 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777245] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777386] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777529] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.report_interval = 30.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777672] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777812] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.777950] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778104] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.sync_skew = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778233] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.synchronization_queue_size = 20 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778369] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT.use_helper_for_ns_read = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778509] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] SECURITYGROUP.enable_ipset = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778648] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] SECURITYGROUP.enable_security_group = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778788] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.778928] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779078] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] experimental.ipv6_pd_enabled = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779264] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.extension_drivers = ['port_security'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779365] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.external_network_type = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779510] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779650] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.overlay_ip_version = 4 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779790] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.path_mtu = 8950 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.779927] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.physical_network_mtus = {} {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780084] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780224] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780365] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ml2.type_drivers = ['vlan'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780504] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780633] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780767] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.780912] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781064] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781208] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781347] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781485] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781622] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781832] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.781977] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_login_password = **** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782133] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782270] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_login_user = admin {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782405] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782542] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782674] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782804] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.782940] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783088] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783224] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783357] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783514] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783673] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783875] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.783949] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784096] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784286] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784430] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784567] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784702] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784839] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.auth_section = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784983] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.auth_type = password {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785131] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785260] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.certfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785389] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.collect_timing = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785526] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.endpoint_type = public {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785689] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.insecure = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785824] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.keyfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785964] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.region_name = RegionOne {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786112] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.split_loggers = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786242] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] nova.timeout = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786379] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.auth_section = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786519] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.auth_type = password {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786696] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786838] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.certfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786972] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.collect_timing = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787124] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.endpoint_type = public {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787255] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.insecure = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787381] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.keyfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787504] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.region_name = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787634] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.split_loggers = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787760] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] placement.timeout = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787892] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.auth_section = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788029] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.auth_type = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788212] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.cafile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788286] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.certfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788406] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.collect_timing = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788533] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.connect_retries = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788661] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.connect_retry_delay = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788795] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.enable_notifications = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788921] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.endpoint_override = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789063] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.insecure = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789194] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.interface = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789321] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.keyfile = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789454] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.max_version = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789582] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.min_version = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789712] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.region_name = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789842] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.retriable_status_codes = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789970] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.service_name = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790109] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.service_type = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790239] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.split_loggers = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790367] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.status_code_retries = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790492] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.status_code_retry_delay = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790622] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.timeout = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790776] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.valid_interfaces = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790910] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ironic.version = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791060] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] cli_script.dry_run = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791206] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791340] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791475] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791605] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791737] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791867] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791995] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792141] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792270] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792411] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792544] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792683] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792824] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792960] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793108] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793248] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793383] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793541] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793694] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793832] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793999] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794108] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794240] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794369] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794509] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794622] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794770] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794938] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795086] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795222] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795354] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795494] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795681] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795823] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795962] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796112] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796244] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796380] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_notifications.driver = [] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796511] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_notifications.retry = -1 {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796682] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796823] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796926] env[65401]: DEBUG oslo_service.backend._eventlet.service [None req-1a4f8db0-99e6-48d3-a55d-371b9d0aa0f6 None None] ******************************************************************************** {{(pid=65401) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.798078] env[65401]: DEBUG neutron.agent.securitygroups_rpc [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Init firewall settings (driver=nsxv3) {{(pid=65401) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.799376] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65401) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.799616] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.801930] env[65401]: DEBUG dogpile.cache.region [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.802062] env[65401]: DEBUG dogpile.lock [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.802163] env[65401]: DEBUG dogpile.lock [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.802253] env[65401]: DEBUG dogpile.lock [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.802347] env[65401]: DEBUG dogpile.cache.region [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.802432] env[65401]: DEBUG dogpile.lock [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.802555] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.827679] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Session token - acquiring [ 533.829638] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.829848] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.829930] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.830406] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.842252] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.111305] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.137719] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.137939] env[65401]: DEBUG dogpile.cache.region [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.138102] env[65401]: DEBUG dogpile.lock [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.138257] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Activating Policy API Provider. [ 534.138488] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Looking for the default Infrastructure Rules. [ 534.209621] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Looking for the Default Layer3 Logged Drop Section. [ 534.227803] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.228297] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.228470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.228574] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.228874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.229229] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.744912] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.247495] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.749397] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Inventory metadata is going to be refreshed. [ 535.749838] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.467756] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.468099] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.468099] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.468401] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.480085] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.480943] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.481641] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.498368] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.498651] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.498651] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.498914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.499056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.499201] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.499316] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.499451] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.519943] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.520253] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.520253] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.520587] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.520694] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.520835] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.541096] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.541355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.541355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.541633] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.541774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.541912] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.562989] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.563257] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.563392] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.563820] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.564055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.564283] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.564458] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.564635] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.582539] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.582793] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.582793] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.583092] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.583221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.583360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.583461] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.583563] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.603567] env[65401]: DEBUG networking_nsxv3.common.locking [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.603808] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.603860] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.604123] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.604262] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.604408] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.604512] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.604607] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Inventory metadata have been refreshed. [ 536.604701] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Dryrun:True. Metadata refresh completed. [ 536.604812] env[65401]: DEBUG oslo_concurrency.lockutils [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.606512] env[65401]: INFO neutron.agent.agent_extensions_manager [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Loaded agent extensions: [] [ 536.607219] env[65401]: DEBUG neutron_lib.callbacks.manager [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65401) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.652347] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.652533] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.652619] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent out of sync with plugin! [ 541.607765] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.608270] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.609169] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.609453] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.610893] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.611306] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.060865] env[65401]: INFO networking_nsxv3.common.synchronization [None req-5491e410-6425-486b-8ff2-c9dcbd209d0e demo admin] Enqueued Resource ID: 27a7be9f-ef96-4ae1-923f-7cb52974cf2f with Priority: HIGHEST for action security_group_rules [ 552.061345] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a7be9f-ef96-4ae1-923f-7cb52974cf2f with Priority: HIGHEST for action security_group_rules [ 552.061656] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27a7be9f-ef96-4ae1-923f-7cb52974cf2f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.061782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27a7be9f-ef96-4ae1-923f-7cb52974cf2f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.061853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27a7be9f-ef96-4ae1-923f-7cb52974cf2f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.062317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27a7be9f-ef96-4ae1-923f-7cb52974cf2f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.062401] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27a7be9f-ef96-4ae1-923f-7cb52974cf2f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.582990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.583285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.583343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.583577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.583671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.583775] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27a7be9f-ef96-4ae1-923f-7cb52974cf2f already deleted. [ 552.583859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27a7be9f-ef96-4ae1-923f-7cb52974cf2f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.062297] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.062699] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.063606] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.064533] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.065676] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.066118] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.067277] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.070261] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.611954] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.611954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.611954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.611954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.611954] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.115142] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.617111] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.120643] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 576.120863] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 576.829021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.829021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.829021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.829021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.838900] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 576.840027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.840984] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 576.865630] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.865630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.865630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.865630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.865630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.865630] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 576.865630] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.865630] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 576.884973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.884973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.884973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.884973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.885357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.885357] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.905449] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.905593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.905658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.905858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.905961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.906083] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 576.925406] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.925602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.925655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.925862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.925975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.926112] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 576.926186] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.926259] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 576.943881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.944042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.944108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.944313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.944401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.944508] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 576.944580] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.944651] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 576.966605] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.966770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.966817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.967016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.967127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.967240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 576.967313] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.967379] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 576.967445] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 576.967525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 576.967586] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 576.967646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 576.967916] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 576.967981] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 576.968060] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.988251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.988352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.988423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.988643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.988740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.988840] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 577.009293] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.009438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.009511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.009716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.009822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.023750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.068335] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.068534] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.107022] env[65401]: INFO networking_nsxv3.common.synchronization [None req-db68cb2e-0e30-4376-8869-316fb784ac18 None None] Enqueued Resource ID: b790a891-0e2c-439d-be49-3fb0b46d84eb with Priority: HIGHEST for action port [ 580.107022] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b790a891-0e2c-439d-be49-3fb0b46d84eb with Priority: HIGHEST for action port [ 580.107022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b790a891-0e2c-439d-be49-3fb0b46d84eb taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.107022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b790a891-0e2c-439d-be49-3fb0b46d84eb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.107022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b790a891-0e2c-439d-be49-3fb0b46d84eb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.108857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b790a891-0e2c-439d-be49-3fb0b46d84eb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.108857] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b790a891-0e2c-439d-be49-3fb0b46d84eb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.610376] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b790a891-0e2c-439d-be49-3fb0b46d84eb [ 580.612743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.612911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.612988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.613227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.613336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.613469] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b790a891-0e2c-439d-be49-3fb0b46d84eb already deleted. [ 580.613469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b790a891-0e2c-439d-be49-3fb0b46d84eb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.313854] env[65401]: INFO networking_nsxv3.common.synchronization [None req-26f9df0d-ac78-4516-b5d8-f6dc9e89f365 None None] Enqueued Resource ID: e04282e1-78d4-48e7-a667-b7d2a35845bd with Priority: HIGHEST for action port [ 582.314135] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04282e1-78d4-48e7-a667-b7d2a35845bd with Priority: HIGHEST for action port [ 582.314690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04282e1-78d4-48e7-a667-b7d2a35845bd taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.314822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04282e1-78d4-48e7-a667-b7d2a35845bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.314890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04282e1-78d4-48e7-a667-b7d2a35845bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.316433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04282e1-78d4-48e7-a667-b7d2a35845bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.316577] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04282e1-78d4-48e7-a667-b7d2a35845bd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.820181] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e04282e1-78d4-48e7-a667-b7d2a35845bd [ 582.820508] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.820701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.820803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.821166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.821311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.821489] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e04282e1-78d4-48e7-a667-b7d2a35845bd already deleted. [ 582.821489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04282e1-78d4-48e7-a667-b7d2a35845bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477406] env[65401]: INFO networking_nsxv3.common.synchronization [None req-31082a23-e359-4949-8d81-1db8c4d53927 None None] Enqueued Resource ID: 38275abc-2d7a-4ac5-a5bc-b99bab151e01 with Priority: HIGHEST for action port [ 583.478091] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38275abc-2d7a-4ac5-a5bc-b99bab151e01 with Priority: HIGHEST for action port [ 583.478246] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-38275abc-2d7a-4ac5-a5bc-b99bab151e01 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.478388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38275abc-2d7a-4ac5-a5bc-b99bab151e01" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.478512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38275abc-2d7a-4ac5-a5bc-b99bab151e01" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.478697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38275abc-2d7a-4ac5-a5bc-b99bab151e01" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.478767] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38275abc-2d7a-4ac5-a5bc-b99bab151e01',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.926696] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1282f08b-f5a8-4612-acd9-e0f0084ca9cd None None] Enqueued Resource ID: 6cdf5db4-e351-46d1-9208-1a50f197995e with Priority: HIGHEST for action port [ 583.926696] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cdf5db4-e351-46d1-9208-1a50f197995e with Priority: HIGHEST for action port [ 583.926696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cdf5db4-e351-46d1-9208-1a50f197995e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.926696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cdf5db4-e351-46d1-9208-1a50f197995e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.926696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cdf5db4-e351-46d1-9208-1a50f197995e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.927208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cdf5db4-e351-46d1-9208-1a50f197995e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.927208] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cdf5db4-e351-46d1-9208-1a50f197995e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.981364] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38275abc-2d7a-4ac5-a5bc-b99bab151e01 [ 583.981580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.981712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.981782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.982042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.982140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.982232] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38275abc-2d7a-4ac5-a5bc-b99bab151e01 already deleted. [ 583.982313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38275abc-2d7a-4ac5-a5bc-b99bab151e01" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.430872] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cdf5db4-e351-46d1-9208-1a50f197995e [ 584.430872] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.430872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.430872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.431170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.431323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.431433] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cdf5db4-e351-46d1-9208-1a50f197995e already deleted. [ 584.431517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cdf5db4-e351-46d1-9208-1a50f197995e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.130383] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ce8cd400-fd85-4b44-9bd4-a4a309720005 None None] Enqueued Resource ID: a4a6f00b-6b5e-4e6e-92de-3a9149bf5009 with Priority: HIGHEST for action port [ 585.130839] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a6f00b-6b5e-4e6e-92de-3a9149bf5009 with Priority: HIGHEST for action port [ 585.130839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a6f00b-6b5e-4e6e-92de-3a9149bf5009 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.133783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a6f00b-6b5e-4e6e-92de-3a9149bf5009" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.133783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a6f00b-6b5e-4e6e-92de-3a9149bf5009" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.133783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a6f00b-6b5e-4e6e-92de-3a9149bf5009" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.133783] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a6f00b-6b5e-4e6e-92de-3a9149bf5009',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.503117] env[65401]: INFO networking_nsxv3.common.synchronization [None req-d806fa14-4734-4065-9738-7b3918a319cc None None] Enqueued Resource ID: 0ddd179d-944d-4be4-a251-a832ec2ac6e5 with Priority: HIGHEST for action port [ 585.503677] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddd179d-944d-4be4-a251-a832ec2ac6e5 with Priority: HIGHEST for action port [ 585.503976] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ddd179d-944d-4be4-a251-a832ec2ac6e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.504341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ddd179d-944d-4be4-a251-a832ec2ac6e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.504341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ddd179d-944d-4be4-a251-a832ec2ac6e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.504473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ddd179d-944d-4be4-a251-a832ec2ac6e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.504532] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddd179d-944d-4be4-a251-a832ec2ac6e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.634798] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a6f00b-6b5e-4e6e-92de-3a9149bf5009 [ 585.635341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.636023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.636023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.636023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.636023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.636023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a6f00b-6b5e-4e6e-92de-3a9149bf5009 already deleted. [ 585.636023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a6f00b-6b5e-4e6e-92de-3a9149bf5009" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.007707] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ddd179d-944d-4be4-a251-a832ec2ac6e5 [ 586.007990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.008616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.008616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.008616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.008616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.008616] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ddd179d-944d-4be4-a251-a832ec2ac6e5 already deleted. [ 586.008616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ddd179d-944d-4be4-a251-a832ec2ac6e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.502020] env[65401]: INFO networking_nsxv3.common.synchronization [None req-5f35dd1e-1517-490b-87b3-be26860803c7 None None] Enqueued Resource ID: e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8 with Priority: HIGHEST for action port [ 586.502020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8 with Priority: HIGHEST for action port [ 586.503850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.504992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.504992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.504992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.504992] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.511606] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9bf239a4-8c77-4992-bf53-a68936b93810 None None] Enqueued Resource ID: c2d46cc6-7eb1-42bf-a457-b0e08926c0d1 with Priority: HIGHEST for action port [ 586.511846] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d46cc6-7eb1-42bf-a457-b0e08926c0d1 with Priority: HIGHEST for action port [ 586.512491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d46cc6-7eb1-42bf-a457-b0e08926c0d1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.512491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d46cc6-7eb1-42bf-a457-b0e08926c0d1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.512597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d46cc6-7eb1-42bf-a457-b0e08926c0d1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.512826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d46cc6-7eb1-42bf-a457-b0e08926c0d1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.512909] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d46cc6-7eb1-42bf-a457-b0e08926c0d1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.007802] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8 [ 587.008120] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.008485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.008611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.008783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.008885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.009038] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8 already deleted. [ 587.009070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5311acd-fe3c-4eb3-9c8e-51e56bbaffb8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.021107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d46cc6-7eb1-42bf-a457-b0e08926c0d1 [ 587.022857] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.023018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.023091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.023317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.023388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.023475] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d46cc6-7eb1-42bf-a457-b0e08926c0d1 already deleted. [ 587.024484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d46cc6-7eb1-42bf-a457-b0e08926c0d1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.710233] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b9e3e078-86ad-4a4f-8e5d-1d075745cfd2 None None] Enqueued Resource ID: e89cbd08-3654-482f-a454-6e44b381e180 with Priority: HIGHEST for action port [ 587.710233] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89cbd08-3654-482f-a454-6e44b381e180 with Priority: HIGHEST for action port [ 587.710233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89cbd08-3654-482f-a454-6e44b381e180 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.710233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89cbd08-3654-482f-a454-6e44b381e180" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.710233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89cbd08-3654-482f-a454-6e44b381e180" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.710914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89cbd08-3654-482f-a454-6e44b381e180" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.711058] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89cbd08-3654-482f-a454-6e44b381e180',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.215401] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89cbd08-3654-482f-a454-6e44b381e180 [ 588.215615] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.215749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.215824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.216039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.216235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.216235] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89cbd08-3654-482f-a454-6e44b381e180 already deleted. [ 588.216331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89cbd08-3654-482f-a454-6e44b381e180" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.141793] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e66afe2f-9ba6-4322-9fa9-3e740bf925d4 None None] Enqueued Resource ID: 26ad944c-96d1-4f4f-8d16-02c47265fd2c with Priority: HIGHEST for action port [ 589.142065] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ad944c-96d1-4f4f-8d16-02c47265fd2c with Priority: HIGHEST for action port [ 589.142620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ad944c-96d1-4f4f-8d16-02c47265fd2c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.142749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ad944c-96d1-4f4f-8d16-02c47265fd2c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.142820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ad944c-96d1-4f4f-8d16-02c47265fd2c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.143977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ad944c-96d1-4f4f-8d16-02c47265fd2c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.145829] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ad944c-96d1-4f4f-8d16-02c47265fd2c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.199484] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4b6063cb-05fd-48f7-a9d3-060fc70e95b6 None None] Enqueued Resource ID: bb4505a0-9e21-456c-b198-c7e1fae5e5d0 with Priority: HIGHEST for action port [ 589.200172] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4505a0-9e21-456c-b198-c7e1fae5e5d0 with Priority: HIGHEST for action port [ 589.200251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4505a0-9e21-456c-b198-c7e1fae5e5d0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.200373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4505a0-9e21-456c-b198-c7e1fae5e5d0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.200445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4505a0-9e21-456c-b198-c7e1fae5e5d0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.201953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4505a0-9e21-456c-b198-c7e1fae5e5d0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.202073] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4505a0-9e21-456c-b198-c7e1fae5e5d0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.648521] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26ad944c-96d1-4f4f-8d16-02c47265fd2c [ 589.648836] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.648914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.648914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.650503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.650597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.650737] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26ad944c-96d1-4f4f-8d16-02c47265fd2c already deleted. [ 589.653351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ad944c-96d1-4f4f-8d16-02c47265fd2c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.706384] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb4505a0-9e21-456c-b198-c7e1fae5e5d0 [ 589.706384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.706384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.706384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.706384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.706384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.706384] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb4505a0-9e21-456c-b198-c7e1fae5e5d0 already deleted. [ 589.706384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4505a0-9e21-456c-b198-c7e1fae5e5d0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.405878] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1b22a173-e673-4788-9364-f7a506d01b83 None None] Enqueued Resource ID: 41639602-0196-4ceb-a322-01ca781cf491 with Priority: HIGHEST for action port [ 590.406668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41639602-0196-4ceb-a322-01ca781cf491 with Priority: HIGHEST for action port [ 590.406839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-41639602-0196-4ceb-a322-01ca781cf491 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.406966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41639602-0196-4ceb-a322-01ca781cf491" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.408519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41639602-0196-4ceb-a322-01ca781cf491" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.409681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41639602-0196-4ceb-a322-01ca781cf491" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.409681] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41639602-0196-4ceb-a322-01ca781cf491',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.914727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41639602-0196-4ceb-a322-01ca781cf491 [ 590.914727] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.914727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.914727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.914727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.914727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.914727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41639602-0196-4ceb-a322-01ca781cf491 already deleted. [ 590.914727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41639602-0196-4ceb-a322-01ca781cf491" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.578718] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1d2c9b0b-c7d6-4c58-b579-ec86918d9551 None None] Enqueued Resource ID: bedc170d-bdc5-4603-b81e-420b35313ff6 with Priority: HIGHEST for action port [ 591.579091] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedc170d-bdc5-4603-b81e-420b35313ff6 with Priority: HIGHEST for action port [ 591.579824] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedc170d-bdc5-4603-b81e-420b35313ff6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.579824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedc170d-bdc5-4603-b81e-420b35313ff6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.579824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedc170d-bdc5-4603-b81e-420b35313ff6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.579824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedc170d-bdc5-4603-b81e-420b35313ff6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.579824] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedc170d-bdc5-4603-b81e-420b35313ff6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.083413] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bedc170d-bdc5-4603-b81e-420b35313ff6 [ 592.083752] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.083964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.084083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.084363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.084508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.084660] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bedc170d-bdc5-4603-b81e-420b35313ff6 already deleted. [ 592.084796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedc170d-bdc5-4603-b81e-420b35313ff6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.452735] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a3ab54aa-d044-46a2-a5d1-13da2592606d None None] Enqueued Resource ID: 0825f4b2-9acf-47f3-a62f-ef44df1950e8 with Priority: HIGHEST for action port [ 592.454628] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0825f4b2-9acf-47f3-a62f-ef44df1950e8 with Priority: HIGHEST for action port [ 592.455185] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0825f4b2-9acf-47f3-a62f-ef44df1950e8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.455321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0825f4b2-9acf-47f3-a62f-ef44df1950e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.455645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0825f4b2-9acf-47f3-a62f-ef44df1950e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.456213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0825f4b2-9acf-47f3-a62f-ef44df1950e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.456275] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0825f4b2-9acf-47f3-a62f-ef44df1950e8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.960627] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0825f4b2-9acf-47f3-a62f-ef44df1950e8 [ 592.962178] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.962178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.962178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.962313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.962398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.962468] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0825f4b2-9acf-47f3-a62f-ef44df1950e8 already deleted. [ 592.963414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0825f4b2-9acf-47f3-a62f-ef44df1950e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.906997] env[65401]: INFO networking_nsxv3.common.synchronization [req-c760012a-0d90-4696-adf4-258dac2dde8e req-a1ca37bb-a271-4773-a851-4910e2a47ea8 tempest-ServerDiagnosticsTest-1448946177 tempest-ServerDiagnosticsTest-1448946177-project-member] Enqueued Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 593.907639] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 593.907869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.907995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.908077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.908317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.908471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.908732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.908732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.908852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.908900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.908995] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.397490] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2b0cbfb4-5623-450f-ac9f-2ddc911c14d5 None None] Enqueued Resource ID: 5d15e355-f18e-4ca1-9b67-71ed80420c89 with Priority: HIGHEST for action port [ 594.399261] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15e355-f18e-4ca1-9b67-71ed80420c89 with Priority: HIGHEST for action port [ 594.399261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d15e355-f18e-4ca1-9b67-71ed80420c89 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.399261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d15e355-f18e-4ca1-9b67-71ed80420c89" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.399261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d15e355-f18e-4ca1-9b67-71ed80420c89" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.399669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d15e355-f18e-4ca1-9b67-71ed80420c89" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.399669] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d15e355-f18e-4ca1-9b67-71ed80420c89',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.413862] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.413862] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.413862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.415962] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f already deleted. [ 594.415962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.901461] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d15e355-f18e-4ca1-9b67-71ed80420c89 [ 594.901666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.901978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.901978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.902128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.902213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.902277] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d15e355-f18e-4ca1-9b67-71ed80420c89 already deleted. [ 594.902465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d15e355-f18e-4ca1-9b67-71ed80420c89" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.909670] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.909913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.909992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.910660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.910660] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.910813] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.912040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.912040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.912040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.912040] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.912040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.912040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.912040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.912040] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.912040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.912422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.933951] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.934317] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.934614] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.936715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.936715] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-35529538-28e1-4e40-8e35-4d87c0ef71c9 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.936715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.936715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.936715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.936715] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35529538-28e1-4e40-8e35-4d87c0ef71c9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.982365] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e094a66d-ee9d-4db4-8b7a-c3644961f844 None None] Enqueued Resource ID: e7aa94b2-85de-4408-ae77-2cd2de26007e with Priority: HIGHEST for action port [ 594.982953] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7aa94b2-85de-4408-ae77-2cd2de26007e with Priority: HIGHEST for action port [ 594.983599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7aa94b2-85de-4408-ae77-2cd2de26007e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.983803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7aa94b2-85de-4408-ae77-2cd2de26007e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.983803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7aa94b2-85de-4408-ae77-2cd2de26007e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.984067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7aa94b2-85de-4408-ae77-2cd2de26007e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.984151] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7aa94b2-85de-4408-ae77-2cd2de26007e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.438711] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.439055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.439202] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.439496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.439668] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.439844] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 35529538-28e1-4e40-8e35-4d87c0ef71c9 not found, creating... [ 595.440162] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.440377] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.440579] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.440863] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.441015] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.441425] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.441585] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.441732] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.441984] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.442165] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.442303] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 35529538-28e1-4e40-8e35-4d87c0ef71c9 is going to be created. [ 595.466532] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.466833] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.466974] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.467266] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.467494] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.472325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.486996] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7aa94b2-85de-4408-ae77-2cd2de26007e [ 595.487874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.487874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.487874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.487874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.487874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.487874] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7aa94b2-85de-4408-ae77-2cd2de26007e already deleted. [ 595.487874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7aa94b2-85de-4408-ae77-2cd2de26007e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.219040] env[65401]: INFO networking_nsxv3.common.synchronization [req-c760012a-0d90-4696-adf4-258dac2dde8e req-88b63eef-660e-4c0a-9dd5-766257d6909c service nova] Enqueued Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_rules [ 596.219171] env[65401]: INFO networking_nsxv3.common.synchronization [req-c760012a-0d90-4696-adf4-258dac2dde8e req-88b63eef-660e-4c0a-9dd5-766257d6909c service nova] Enqueued Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 596.219311] env[65401]: INFO networking_nsxv3.common.synchronization [req-c760012a-0d90-4696-adf4-258dac2dde8e req-88b63eef-660e-4c0a-9dd5-766257d6909c service nova] Enqueued Resource ID: 35529538-28e1-4e40-8e35-4d87c0ef71c9 with Priority: HIGHEST for action port [ 596.219804] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_rules [ 596.220100] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 596.220918] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35529538-28e1-4e40-8e35-4d87c0ef71c9 with Priority: HIGHEST for action port [ 596.221750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.222347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.222446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.222700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.222862] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.224368] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.224368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.224368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.224368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.224368] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.224368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.224368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.226062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.226062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.226062] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.226062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-35529538-28e1-4e40-8e35-4d87c0ef71c9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.226062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.226062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.226062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.227216] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35529538-28e1-4e40-8e35-4d87c0ef71c9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.351376] env[65401]: INFO networking_nsxv3.common.synchronization [req-f929a9b6-a32c-4df5-b26c-fe055e5f4df5 req-9ebbb383-5424-468c-be67-25ddb6b4f95d tempest-DeleteServersAdminTestJSON-2086434646 tempest-DeleteServersAdminTestJSON-2086434646-project-member] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 596.355478] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 596.358424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.358424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.358424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.358424] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.721707] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.722277] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.722514] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722661] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722771] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723802] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.724028] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.724317] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.724435] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.724576] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.724670] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.724989] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.724989] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.725119] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.727648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.727795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.739323] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.740314] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35529538-28e1-4e40-8e35-4d87c0ef71c9 with status ACTIVE [ 596.740420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.740662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.740662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.740995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.740995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.741198] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.741198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.741765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.741765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.741765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.741765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.741765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.741765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.742095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.742095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.742195] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35529538-28e1-4e40-8e35-4d87c0ef71c9 is going to be updated. [ 596.746539] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.746691] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.746823] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.747150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.747263] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-56ee8b4a-c77a-4440-af26-803522054d7d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.747427] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.747643] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.747817] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.749256] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ee8b4a-c77a-4440-af26-803522054d7d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.777130] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.777270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.777270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.777952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.777952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.777952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35529538-28e1-4e40-8e35-4d87c0ef71c9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.861993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.862195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.862347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.862969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.863046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.863303] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.863434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.863576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.863738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.864276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.864276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 already deleted. [ 596.864276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.170730] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a118e817-dc32-42e8-b0d7-7ea4741cf909 tempest-VolumesAssistedSnapshotsTest-302458547 tempest-VolumesAssistedSnapshotsTest-302458547-project-member] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 597.171292] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 597.171582] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.171968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.171968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.172354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.172454] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.244490] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.256022] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.256022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 56ee8b4a-c77a-4440-af26-803522054d7d not found, creating... [ 597.256022] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.256022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.256470] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.256470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.256470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.256470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.256603] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.256774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 56ee8b4a-c77a-4440-af26-803522054d7d is going to be created. [ 597.277121] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.277744] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.277885] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.278327] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.278383] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.278951] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.313952] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8fdaa77c-1e0b-4c08-89f1-16ad250ae0c4 tempest-VolumesAssistedSnapshotsTest-302458547 tempest-VolumesAssistedSnapshotsTest-302458547-project-member] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 597.314665] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 597.314944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.315063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.697112] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.697112] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 already deleted. [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.697112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.697112] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.748311] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.748947] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f is going to be created. [ 597.779806] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.780590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.780590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.780590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.780590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.795241] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: UNINITIALIZED for 2s [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [req-f929a9b6-a32c-4df5-b26c-fe055e5f4df5 req-5515b75d-6318-46e0-8ae4-b1a4c4f74f3a service nova] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_rules [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [req-f929a9b6-a32c-4df5-b26c-fe055e5f4df5 req-5515b75d-6318-46e0-8ae4-b1a4c4f74f3a service nova] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [req-f929a9b6-a32c-4df5-b26c-fe055e5f4df5 req-5515b75d-6318-46e0-8ae4-b1a4c4f74f3a service nova] Enqueued Resource ID: 56ee8b4a-c77a-4440-af26-803522054d7d with Priority: HIGHEST for action port [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_rules [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 597.977845] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ee8b4a-c77a-4440-af26-803522054d7d with Priority: HIGHEST for action port [ 597.978371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.978470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.978514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.978791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.978870] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.979729] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.979880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.980227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.980227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.980312] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.980361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.980403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.982920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.982920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.982920] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.982920] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ee8b4a-c77a-4440-af26-803522054d7d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.982920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.982920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.982920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.982920] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ee8b4a-c77a-4440-af26-803522054d7d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.221046] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.221210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.221282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.221546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.222020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.222020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 already deleted. [ 598.222020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.484053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56ee8b4a-c77a-4440-af26-803522054d7d with status ACTIVE [ 598.487026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.487026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.487026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.487026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.487630] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56ee8b4a-c77a-4440-af26-803522054d7d is going to be updated. [ 598.489037] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.515035] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.515035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.515035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.515295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.515428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.515712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ee8b4a-c77a-4440-af26-803522054d7d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.543477] env[65401]: INFO networking_nsxv3.common.synchronization [req-480157a4-feef-4906-bd24-699de854a379 req-0b4a6722-9886-44db-9204-a623459c76bb tempest-ServersAdminNegativeTestJSON-848038757 tempest-ServersAdminNegativeTestJSON-848038757-project-member] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 598.543975] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 598.544286] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.544412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.544478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.545841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.546019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.546144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.546211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.546391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.546512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.546564] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.943566] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.943954] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.943954] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.944139] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.944387] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.944540] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.944650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.944858] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.945010] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.945376] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.945488] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.945593] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.945697] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.945800] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.945925] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.946068] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.964632] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.964838] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.965016] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.965203] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.965571] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-9e477680-d325-4d1d-a904-1ed000ea1a4a taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.965863] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.966014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.966353] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.966625] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e477680-d325-4d1d-a904-1ed000ea1a4a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.991640] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.049490] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.049810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.049890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.050092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.050195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.050429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.050548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.050615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.050778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.050861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.050985] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d already deleted. [ 599.051111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.469200] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.469429] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.469553] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.470176] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.470355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.470525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 9e477680-d325-4d1d-a904-1ed000ea1a4a not found, creating... [ 599.470854] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.471051] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.471210] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.471453] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.471588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.471950] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.472138] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.472248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.472450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.473020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.473020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 9e477680-d325-4d1d-a904-1ed000ea1a4a is going to be created. [ 599.493464] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.495796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.495796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.495796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.496215] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.496364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.496364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.496728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.496877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.496978] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be created. [ 599.522368] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.523142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.534745] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: UNINITIALIZED for 2s [ 599.755492] env[65401]: INFO networking_nsxv3.common.synchronization [None req-d1e76203-b7b5-4ae2-ba8a-65cc3dc5aba4 None None] Enqueued Resource ID: 2cc9545d-d8ee-46b1-81fc-f0f99680209d with Priority: HIGHEST for action port [ 599.755636] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc9545d-d8ee-46b1-81fc-f0f99680209d with Priority: HIGHEST for action port [ 599.756221] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc9545d-d8ee-46b1-81fc-f0f99680209d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.756312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc9545d-d8ee-46b1-81fc-f0f99680209d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.756375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc9545d-d8ee-46b1-81fc-f0f99680209d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.756617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc9545d-d8ee-46b1-81fc-f0f99680209d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.756731] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc9545d-d8ee-46b1-81fc-f0f99680209d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.089881] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: SUCCESS [ 600.090375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.090375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.090898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.090898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.090898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.091096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.091096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.091161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.091705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.091705] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.258342] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cc9545d-d8ee-46b1-81fc-f0f99680209d [ 600.258703] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.258839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.258974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.259150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.259250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.259348] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cc9545d-d8ee-46b1-81fc-f0f99680209d already deleted. [ 600.259428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc9545d-d8ee-46b1-81fc-f0f99680209d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.448570] env[65401]: INFO networking_nsxv3.common.synchronization [req-480157a4-feef-4906-bd24-699de854a379 req-405d0825-3914-4d1e-a2bc-ef788de65ded service nova] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_rules [ 600.448570] env[65401]: INFO networking_nsxv3.common.synchronization [req-480157a4-feef-4906-bd24-699de854a379 req-405d0825-3914-4d1e-a2bc-ef788de65ded service nova] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 600.448570] env[65401]: INFO networking_nsxv3.common.synchronization [req-480157a4-feef-4906-bd24-699de854a379 req-405d0825-3914-4d1e-a2bc-ef788de65ded service nova] Enqueued Resource ID: 9e477680-d325-4d1d-a904-1ed000ea1a4a with Priority: HIGHEST for action port [ 600.448971] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_rules [ 600.452412] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 600.452534] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e477680-d325-4d1d-a904-1ed000ea1a4a with Priority: HIGHEST for action port [ 600.452971] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.453314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.453314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.453314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.453430] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.457298] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.457367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.457402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.457601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.457756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.457852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.457904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.458071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.458243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.458243] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.459626] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e477680-d325-4d1d-a904-1ed000ea1a4a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.459626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.459626] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e477680-d325-4d1d-a904-1ed000ea1a4a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.593934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.593934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.593934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.598226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.598868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.598959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.599752] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.908149] env[65401]: INFO networking_nsxv3.common.synchronization [req-0f99b4f6-7e34-4f43-a552-1c315d80467d req-81d4557d-43d5-47f0-9cee-743cf48ccf6b tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 600.908774] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 600.909100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.909555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.909706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.910037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.910219] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.957817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.957995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.960603] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.961577] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e477680-d325-4d1d-a904-1ed000ea1a4a with status ACTIVE [ 600.961644] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.961760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.961836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.962056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.962147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.962306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.962595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.962595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.962595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.962716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.962944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.962944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.963072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.963190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.963190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.963702] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e477680-d325-4d1d-a904-1ed000ea1a4a is going to be updated. [ 600.985783] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.985931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.985931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.986916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.986916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.986916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e477680-d325-4d1d-a904-1ed000ea1a4a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.105021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 855f6054-f7e6-48e7-ad8c-bc79decf592f: rpc.has_security_group_logging(os_id): False [ 601.127060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.127060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.127274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.127313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.127444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.127600] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.127834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.127834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.127916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.128825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.128825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.128825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.128825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.128825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.128825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.128825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.129146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.129146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.130278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.130278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.130278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f is going to be created. [ 601.210225] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.210409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.210446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.210646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.210888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.225547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: IN_PROGRESS for 2s [ 601.418837] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.418837] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.418837] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a already deleted. [ 601.418837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.438976] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.439216] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.439385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.440026] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.440026] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.440740] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.440907] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.441133] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.441280] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.441495] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.441628] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.441788] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.441891] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.441996] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.442113] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.443893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.465678] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.468625] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.468845] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.469883] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.470186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.470732] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-cce15c86-8988-4701-9d21-0764fcbcd9fb taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.471155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.471690] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.473497] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.474129] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce15c86-8988-4701-9d21-0764fcbcd9fb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.549681] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 601.549681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.549901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.550042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550253] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.550401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.550527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.551186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.551186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.551396] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.976016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.976217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.976296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.976567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.976669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.976787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be created. [ 601.978394] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.978639] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.978766] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.978998] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.979184] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.979356] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port cce15c86-8988-4701-9d21-0764fcbcd9fb not found, creating... [ 601.979928] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.979928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.979928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.980209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.980407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.980682] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.981103] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.981103] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.981227] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.981402] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.981541] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: cce15c86-8988-4701-9d21-0764fcbcd9fb is going to be created. [ 602.053790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.054178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.054325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.054530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.054530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.054629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.054721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.054888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.054946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.055052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.055248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.055248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.055352] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.055440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.055502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.055636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.055710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.055784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.055875] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.089058] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.089307] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.089414] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.089703] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.089941] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.090179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.095393] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.095564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.095607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.095768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.095908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.105933] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: UNINITIALIZED for 2s [ 602.129061] env[65401]: INFO networking_nsxv3.common.synchronization [None req-56a80a99-bdb0-4c8d-8bfc-610521999389 None None] Enqueued Resource ID: 1d8a42b8-67f9-46b5-a17d-3798682fd783 with Priority: HIGHEST for action port [ 602.129164] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8a42b8-67f9-46b5-a17d-3798682fd783 with Priority: HIGHEST for action port [ 602.129473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d8a42b8-67f9-46b5-a17d-3798682fd783 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.129603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d8a42b8-67f9-46b5-a17d-3798682fd783" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.129669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d8a42b8-67f9-46b5-a17d-3798682fd783" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.129919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d8a42b8-67f9-46b5-a17d-3798682fd783" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.130136] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d8a42b8-67f9-46b5-a17d-3798682fd783',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.558821] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d7b281-7b9b-469d-93aa-40a1b6c5cee1: rpc.has_security_group_logging(os_id): False [ 602.578970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.578970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.580372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.581345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.581345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.581513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.582859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.582859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.583843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.583992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.584075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.584399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.584399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.584549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.584612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.584677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.584823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.584914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.585015] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be created. [ 602.631894] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d8a42b8-67f9-46b5-a17d-3798682fd783 [ 602.632149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.632287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.632357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.632573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.632711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.632791] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d8a42b8-67f9-46b5-a17d-3798682fd783 already deleted. [ 602.632878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d8a42b8-67f9-46b5-a17d-3798682fd783" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.642526] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.642689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.642761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.642968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.643162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.654254] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [req-0f99b4f6-7e34-4f43-a552-1c315d80467d req-1b65581e-1863-4151-89fa-717101b7441a service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [req-0f99b4f6-7e34-4f43-a552-1c315d80467d req-1b65581e-1863-4151-89fa-717101b7441a service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [req-0f99b4f6-7e34-4f43-a552-1c315d80467d req-1b65581e-1863-4151-89fa-717101b7441a service nova] Enqueued Resource ID: cce15c86-8988-4701-9d21-0764fcbcd9fb with Priority: HIGHEST for action port [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 602.713183] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce15c86-8988-4701-9d21-0764fcbcd9fb with Priority: HIGHEST for action port [ 602.713183] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.713183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.715413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.715874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.716110] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.717273] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.717337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.717404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.720066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.720066] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.720066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.720066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.720066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.720066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.720066] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.721100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce15c86-8988-4701-9d21-0764fcbcd9fb taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.721100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.721274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.721311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.721356] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce15c86-8988-4701-9d21-0764fcbcd9fb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.227059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.227059] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.227059] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce15c86-8988-4701-9d21-0764fcbcd9fb with status ACTIVE [ 603.227059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.227059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.227059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.232343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.232528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.233764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.234396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.234396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.234509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.234574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.234698] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce15c86-8988-4701-9d21-0764fcbcd9fb is going to be updated. [ 603.254041] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: SUCCESS [ 603.254345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.265025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.265221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.265294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.267247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.267247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.267247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce15c86-8988-4701-9d21-0764fcbcd9fb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.737281] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.116816] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 604.117078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.117242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.117454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118136] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.118433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.118433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.118767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.119077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.119077] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.240546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.240890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.240890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.241029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.241174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.241370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be created. [ 604.267990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.268332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.268332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.268498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.268580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.280572] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: UNINITIALIZED for 2s [ 604.621354] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e0d90de1-349e-436c-bf08-538ccc92298b None None] Enqueued Resource ID: c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c with Priority: HIGHEST for action port [ 604.621354] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.621354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.621354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.621675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.621675] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.621803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.621803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.622108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.622108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.622179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.622325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.622422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.622459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.622590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.624437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.624437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.624437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.624437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.624437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.624437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.624437] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.625619] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c with Priority: HIGHEST for action port [ 604.626168] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.627109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.627109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.627109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.627109] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.672136] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 604.672472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.127020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf32b89-03ff-4fef-8410-cc98b66aab3d: rpc.has_security_group_logging(os_id): False [ 605.133194] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c [ 605.133194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.133194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.133194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.133194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.133194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.133194] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c already deleted. [ 605.133194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3abc0bb-dd43-4a75-9a32-4e54c3ebbb6c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.147263] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.148102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.148102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.148102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.148102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.148102] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.148306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.148306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.148381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.149062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.149062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.149062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.149062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.149062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.150897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151273] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.151325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.151372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.151551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151721] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be created. [ 605.215079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.215079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.215276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.215324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.215527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.230805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 606.120953] env[65401]: INFO networking_nsxv3.common.synchronization [req-9fe833bf-565e-4dd6-b43e-d6bcf5c91991 req-68b88aa5-07d8-42b5-a347-c59bb6e89a2e tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 606.121514] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 606.122173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.122173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.123224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.125488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.125681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.125800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.125904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.126139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.126249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.126498] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.295096] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 606.295428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.302405] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.302405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.302405] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.606355] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.606845] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.607412] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.607412] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.607588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.609061] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.609379] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.609625] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.609748] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.609841] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.610014] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.610111] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.610186] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.610316] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.628775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.629668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.629760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.629974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.630083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.630317] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.630418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.630481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.630650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.630738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.630825] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f already deleted. [ 606.630905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.632934] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.633111] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.633254] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.633414] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.633754] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-c8632d62-5e2c-4c27-a421-c217301c53ef taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.633929] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.634038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.634842] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.635034] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8632d62-5e2c-4c27-a421-c217301c53ef',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.802976] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.803159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.803230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.803463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.803618] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.803714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.803777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.803918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.804029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.804103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.804243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.804333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.804390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.804527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.804682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.804776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.805328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.805328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.805328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.805328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.805328] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.140119] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140119] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port c8632d62-5e2c-4c27-a421-c217301c53ef not found, creating... [ 607.140119] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140119] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140992] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.141240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: c8632d62-5e2c-4c27-a421-c217301c53ef is going to be created. [ 607.178551] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.178782] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.178939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.179277] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.179532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.179764] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.245888] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 607.246312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.307946] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e5ab5f2-2904-4079-ac94-7680bc3c518a: rpc.has_security_group_logging(os_id): False [ 607.336317] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.336431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.336495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.336728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.336845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.337218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.337298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.337484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.337570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.337990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.337990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.338413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.338958] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be created. [ 607.646844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.646844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.646844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.646844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 607.956612] env[65401]: INFO networking_nsxv3.common.synchronization [req-9fe833bf-565e-4dd6-b43e-d6bcf5c91991 req-22036463-efbd-4223-a2d2-0aa5e4e20806 service nova] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 607.956974] env[65401]: INFO networking_nsxv3.common.synchronization [req-9fe833bf-565e-4dd6-b43e-d6bcf5c91991 req-22036463-efbd-4223-a2d2-0aa5e4e20806 service nova] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 607.957476] env[65401]: INFO networking_nsxv3.common.synchronization [req-9fe833bf-565e-4dd6-b43e-d6bcf5c91991 req-22036463-efbd-4223-a2d2-0aa5e4e20806 service nova] Enqueued Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 607.958688] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 607.958949] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 607.959191] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 607.959515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.959679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.959777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.960540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.960668] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.963218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.963347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.963417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.963635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.963795] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.963899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.963995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.964184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.964284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.964389] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.965717] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8632d62-5e2c-4c27-a421-c217301c53ef taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.965948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.966069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.966291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.966383] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8632d62-5e2c-4c27-a421-c217301c53ef',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.070148] env[65401]: INFO networking_nsxv3.common.synchronization [None req-66b8fede-792d-4120-8b3f-8f19f6c7c492 None None] Enqueued Resource ID: bdf63089-6359-403c-96d9-44e22ccfa7ec with Priority: HIGHEST for action port [ 608.070787] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf63089-6359-403c-96d9-44e22ccfa7ec with Priority: HIGHEST for action port [ 608.071360] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf63089-6359-403c-96d9-44e22ccfa7ec taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.071522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf63089-6359-403c-96d9-44e22ccfa7ec" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.071605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf63089-6359-403c-96d9-44e22ccfa7ec" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.071921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf63089-6359-403c-96d9-44e22ccfa7ec" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.071972] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf63089-6359-403c-96d9-44e22ccfa7ec',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.473416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.473416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473416] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.473416] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8632d62-5e2c-4c27-a421-c217301c53ef with status ACTIVE [ 608.473416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.473416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.479239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.479239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.479239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.479239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8632d62-5e2c-4c27-a421-c217301c53ef is going to be updated. [ 608.510345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.510345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.510345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.510345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.510345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.510345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.532939] env[65401]: INFO networking_nsxv3.common.synchronization [None req-922513cb-55ac-4d0a-8d49-bcc1c5a93fab tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 608.533722] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 608.533809] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.533933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.534016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.534349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.534671] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.574941] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf63089-6359-403c-96d9-44e22ccfa7ec [ 608.575254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.575481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.575555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.575932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.575932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.576050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf63089-6359-403c-96d9-44e22ccfa7ec already deleted. [ 608.576156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf63089-6359-403c-96d9-44e22ccfa7ec" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.891295] env[65401]: INFO networking_nsxv3.common.synchronization [None req-70aa67e4-d834-4ca7-8648-446ed073997c tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 608.891842] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 608.892144] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.892344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.982963] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.060961] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.061138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.061323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.061557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.061632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.061734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 already deleted. [ 609.061818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.062052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.062208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.062314] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.485847] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.486280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.486280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.486853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be created. [ 609.513681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.513863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.513931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.514919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.515178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.526997] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: UNINITIALIZED for 2s [ 609.582525] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.582714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.582754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.582950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.583049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.583140] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 already deleted. [ 609.583218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.658765] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 609.659011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.730784] env[65401]: INFO networking_nsxv3.common.synchronization [None req-089fd5b0-e167-4beb-8025-721199c16b00 None None] Enqueued Resource ID: 221cf406-1560-489f-8863-ab7b603f55bd with Priority: HIGHEST for action port [ 610.731334] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221cf406-1560-489f-8863-ab7b603f55bd with Priority: HIGHEST for action port [ 610.732290] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-221cf406-1560-489f-8863-ab7b603f55bd taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.733165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221cf406-1560-489f-8863-ab7b603f55bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.733165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221cf406-1560-489f-8863-ab7b603f55bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.733165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221cf406-1560-489f-8863-ab7b603f55bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.733165] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221cf406-1560-489f-8863-ab7b603f55bd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.235924] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 221cf406-1560-489f-8863-ab7b603f55bd [ 611.236213] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.236355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.236421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.237390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.237390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.237390] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:221cf406-1560-489f-8863-ab7b603f55bd already deleted. [ 611.237390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221cf406-1560-489f-8863-ab7b603f55bd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.541662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 611.541898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.542842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.542842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.542842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.542842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.542842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.543292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.543292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.543292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.543292] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.785082] env[65401]: INFO networking_nsxv3.common.synchronization [req-0ba131f6-5ef2-4796-a16a-1470afc91a35 req-2361c259-b5fb-4605-bfe9-a9a363515492 tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 611.785462] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 611.787616] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.788429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.788429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.788429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.788599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.788685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.788685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.788895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.789013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.789159] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.046788] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.047055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.047159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.047415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.047720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.047871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.047956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.048152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.048254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.048372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.048596] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.052068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.052068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.052068] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.294048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.294695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.295166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.295166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.296118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.296315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.296448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.296550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.296752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.296843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.297153] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 already deleted. [ 612.297153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.530258] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.530258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.530258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.530258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.530258] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.531034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.531325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.532722] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.532722] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.533133] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.533660] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.533660] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.533660] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.534142] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.535025] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.535025] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.553491] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 612.558411] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.559874] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.559874] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.559874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.559874] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-a28d03ff-5548-4925-b91d-f299f50f79f4 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.559874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.559874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.559874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.560266] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28d03ff-5548-4925-b91d-f299f50f79f4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.573236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.573409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.573483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.573730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.573824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.574055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.574160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.574246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.574399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.574478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.574734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.574856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.574925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.575151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.575232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.575419] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.575516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.575609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.575715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.575809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.575898] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be created. [ 612.643807] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.643905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.643972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.644202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.644377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.658074] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 612.808742] env[65401]: INFO networking_nsxv3.common.synchronization [None req-957e0f89-baf2-4266-99b8-2221076fff28 None None] Enqueued Resource ID: 5d90a543-bd7f-4881-8a28-de910d781386 with Priority: HIGHEST for action port [ 612.810398] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d90a543-bd7f-4881-8a28-de910d781386 with Priority: HIGHEST for action port [ 612.810648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d90a543-bd7f-4881-8a28-de910d781386 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.810872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d90a543-bd7f-4881-8a28-de910d781386" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.810967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d90a543-bd7f-4881-8a28-de910d781386" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.811289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d90a543-bd7f-4881-8a28-de910d781386" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.811393] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d90a543-bd7f-4881-8a28-de910d781386',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.063012] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.063504] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.063741] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.064135] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.064356] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.064617] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port a28d03ff-5548-4925-b91d-f299f50f79f4 not found, creating... [ 613.067038] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.067038] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.067038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.067578] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: a28d03ff-5548-4925-b91d-f299f50f79f4 is going to be created. [ 613.095046] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.095046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.095046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.095046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.095046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.095046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.315603] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d90a543-bd7f-4881-8a28-de910d781386 [ 613.315603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.317184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.317184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.317184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.317184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.317184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d90a543-bd7f-4881-8a28-de910d781386 already deleted. [ 613.317184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d90a543-bd7f-4881-8a28-de910d781386" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.466195] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c463b1f1-70e3-441f-a4c9-39082bce700f None None] Enqueued Resource ID: 2d5cf0b6-2b9f-461b-b70c-10042ada673b with Priority: HIGHEST for action port [ 613.466195] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5cf0b6-2b9f-461b-b70c-10042ada673b with Priority: HIGHEST for action port [ 613.466195] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5cf0b6-2b9f-461b-b70c-10042ada673b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.466195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5cf0b6-2b9f-461b-b70c-10042ada673b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.466195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5cf0b6-2b9f-461b-b70c-10042ada673b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.469568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5cf0b6-2b9f-461b-b70c-10042ada673b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.470202] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5cf0b6-2b9f-461b-b70c-10042ada673b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.844580] env[65401]: INFO networking_nsxv3.common.synchronization [req-0ba131f6-5ef2-4796-a16a-1470afc91a35 req-ffd1ca05-1227-4992-bcd2-c645177d43b9 service nova] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_rules [ 613.844859] env[65401]: INFO networking_nsxv3.common.synchronization [req-0ba131f6-5ef2-4796-a16a-1470afc91a35 req-ffd1ca05-1227-4992-bcd2-c645177d43b9 service nova] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 613.844859] env[65401]: INFO networking_nsxv3.common.synchronization [req-0ba131f6-5ef2-4796-a16a-1470afc91a35 req-ffd1ca05-1227-4992-bcd2-c645177d43b9 service nova] Enqueued Resource ID: a28d03ff-5548-4925-b91d-f299f50f79f4 with Priority: HIGHEST for action port [ 613.848487] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_rules [ 613.848793] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 613.849311] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28d03ff-5548-4925-b91d-f299f50f79f4 with Priority: HIGHEST for action port [ 613.850966] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.853579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.853640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.854010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.854119] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.854977] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.856620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.856620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.856620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.856977] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.857119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.857184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.857351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.857446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.859068] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.859068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28d03ff-5548-4925-b91d-f299f50f79f4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.859068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.859068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.859365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.859365] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28d03ff-5548-4925-b91d-f299f50f79f4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.975911] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5cf0b6-2b9f-461b-b70c-10042ada673b [ 613.976161] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.976614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.976614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.976614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.976758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.976758] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5cf0b6-2b9f-461b-b70c-10042ada673b already deleted. [ 613.976829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5cf0b6-2b9f-461b-b70c-10042ada673b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.362557] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.363800] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.363924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.364145] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28d03ff-5548-4925-b91d-f299f50f79f4 with status ACTIVE [ 614.364341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.364469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.364535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.365614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.365614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.366267] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.369020] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.369020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.369020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28d03ff-5548-4925-b91d-f299f50f79f4 is going to be updated. [ 614.393496] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.393696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.393696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.393913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.394052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.394208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28d03ff-5548-4925-b91d-f299f50f79f4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.673269] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 614.673896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.750726] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8cc4569-421b-41f1-a26c-5b2f92bad21f req-c02d6d0c-9640-4cef-be02-dae5aee57e23 tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 614.751423] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 614.751855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.752113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.752282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.752561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.752793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.754877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.754877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.754877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.754877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.754877] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.870661] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.023222] env[65401]: INFO networking_nsxv3.common.synchronization [None req-afcdcabf-5527-45ec-8815-8f52dad18331 None None] Enqueued Resource ID: 494f3b1c-60c4-46e4-bb6a-69e308bbb701 with Priority: HIGHEST for action port [ 615.023881] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494f3b1c-60c4-46e4-bb6a-69e308bbb701 with Priority: HIGHEST for action port [ 615.027400] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-494f3b1c-60c4-46e4-bb6a-69e308bbb701 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.027400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494f3b1c-60c4-46e4-bb6a-69e308bbb701" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.027400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494f3b1c-60c4-46e4-bb6a-69e308bbb701" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.027400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494f3b1c-60c4-46e4-bb6a-69e308bbb701" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.027400] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494f3b1c-60c4-46e4-bb6a-69e308bbb701',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.086274] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a70d36f1-04bf-4833-a025-283700dfc839 tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 615.086997] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 615.088654] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.088899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.089184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.089285] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.255985] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.307339] env[65401]: INFO networking_nsxv3.common.synchronization [None req-93489cd4-71e3-4c54-a59a-41dd52a3a63d None None] Enqueued Resource ID: ae775552-160d-4d27-9069-1c623a5a2717 with Priority: HIGHEST for action port [ 615.307971] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae775552-160d-4d27-9069-1c623a5a2717 with Priority: HIGHEST for action port [ 615.310528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae775552-160d-4d27-9069-1c623a5a2717 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.310618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae775552-160d-4d27-9069-1c623a5a2717" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.310740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae775552-160d-4d27-9069-1c623a5a2717" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.310926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae775552-160d-4d27-9069-1c623a5a2717" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.311040] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae775552-160d-4d27-9069-1c623a5a2717',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.374602] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.374783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.375138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.378981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.378981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.378981] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be created. [ 615.406615] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.406888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.406888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.407036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.407191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.419510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: UNINITIALIZED for 2s [ 615.531072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494f3b1c-60c4-46e4-bb6a-69e308bbb701 [ 615.531072] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.531226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.531272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.531770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.531770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.531864] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494f3b1c-60c4-46e4-bb6a-69e308bbb701 already deleted. [ 615.531864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494f3b1c-60c4-46e4-bb6a-69e308bbb701" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.560397] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.562684] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.562684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.562684] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.562684] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.562684] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.563214] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.563214] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.563214] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.563214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.584632] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.584860] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.585018] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.585187] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.585599] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f484e880-7053-4bb7-86e3-faac3d940949 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.585789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.585909] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.586298] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.586430] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f484e880-7053-4bb7-86e3-faac3d940949',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.613911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.614744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.614744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.614744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.614744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.614744] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e already deleted. [ 615.614744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.760014] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.813726] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae775552-160d-4d27-9069-1c623a5a2717 [ 615.814754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.814988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.815066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.815276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.815418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.815492] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae775552-160d-4d27-9069-1c623a5a2717 already deleted. [ 615.815531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae775552-160d-4d27-9069-1c623a5a2717" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.861658] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8258d7fd-82ee-42f5-9936-f76492dd5149 None None] Enqueued Resource ID: 3b31d93a-e40c-414d-9474-3b552e343e1f with Priority: HIGHEST for action port [ 615.862179] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b31d93a-e40c-414d-9474-3b552e343e1f with Priority: HIGHEST for action port [ 615.862542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b31d93a-e40c-414d-9474-3b552e343e1f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.862676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b31d93a-e40c-414d-9474-3b552e343e1f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.862753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b31d93a-e40c-414d-9474-3b552e343e1f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.862993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b31d93a-e40c-414d-9474-3b552e343e1f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.863075] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b31d93a-e40c-414d-9474-3b552e343e1f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.090471] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.090838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.090883] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.091179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.091322] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.091466] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f484e880-7053-4bb7-86e3-faac3d940949 not found, creating... [ 616.091719] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.091871] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.091982] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.092212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.092341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.092608] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.092757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.092867] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093945] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093945] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.093945] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f484e880-7053-4bb7-86e3-faac3d940949 is going to be created. [ 616.115522] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.118042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.118042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.118042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.118042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.118042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.263175] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.263360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.263394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.263702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.263840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.263973] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 616.287876] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3458626e-2cb3-4546-ab26-f973db8f39b8 tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 616.289483] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 616.289483] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.289483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.289483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.289483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.289483] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.316545] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.316806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.317210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.317541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.318218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.331318] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 616.366489] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b31d93a-e40c-414d-9474-3b552e343e1f [ 616.366489] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.366489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.366489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.366489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.366880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.366880] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b31d93a-e40c-414d-9474-3b552e343e1f already deleted. [ 616.366880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b31d93a-e40c-414d-9474-3b552e343e1f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.811025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.811025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.811025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.811025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.811025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.811025] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e already deleted. [ 616.811379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.834766] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8cc4569-421b-41f1-a26c-5b2f92bad21f req-6d4a9c12-d9a7-4312-a5bb-037e860577ba service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 616.834864] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8cc4569-421b-41f1-a26c-5b2f92bad21f req-6d4a9c12-d9a7-4312-a5bb-037e860577ba service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 616.834987] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8cc4569-421b-41f1-a26c-5b2f92bad21f req-6d4a9c12-d9a7-4312-a5bb-037e860577ba service nova] Enqueued Resource ID: f484e880-7053-4bb7-86e3-faac3d940949 with Priority: HIGHEST for action port [ 616.835229] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 616.835395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 616.835502] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f484e880-7053-4bb7-86e3-faac3d940949 with Priority: HIGHEST for action port [ 616.837932] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.837932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.837932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.837932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.837932] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.838597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.838597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.839049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f484e880-7053-4bb7-86e3-faac3d940949 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.840020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.840082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.840265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.840342] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f484e880-7053-4bb7-86e3-faac3d940949',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.045113] env[65401]: INFO networking_nsxv3.common.synchronization [None req-d07fb778-9b8c-44ea-84c5-c96c4b9aeb24 None None] Enqueued Resource ID: df354012-1dec-4193-b05d-fc5a8c1741a0 with Priority: HIGHEST for action port [ 617.045739] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df354012-1dec-4193-b05d-fc5a8c1741a0 with Priority: HIGHEST for action port [ 617.046081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-df354012-1dec-4193-b05d-fc5a8c1741a0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.046819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df354012-1dec-4193-b05d-fc5a8c1741a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.046819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df354012-1dec-4193-b05d-fc5a8c1741a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.046819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df354012-1dec-4193-b05d-fc5a8c1741a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.046819] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df354012-1dec-4193-b05d-fc5a8c1741a0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.343014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.343382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343382] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f484e880-7053-4bb7-86e3-faac3d940949 with status ACTIVE [ 617.343538] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.343631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.343736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.343917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.344148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.344278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.344278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.345284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.345284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.345284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.345284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.345284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.345284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.346676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.346676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.346676] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f484e880-7053-4bb7-86e3-faac3d940949 is going to be updated. [ 617.370034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.370793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.370793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.370793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.370920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.371138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f484e880-7053-4bb7-86e3-faac3d940949" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.432216] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 617.432414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.432933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.433224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.434906] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.434906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.434906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.434906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.435126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.435126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.435126] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.550239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df354012-1dec-4193-b05d-fc5a8c1741a0 [ 617.550239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.550239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.550239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.550239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.550239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.550239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df354012-1dec-4193-b05d-fc5a8c1741a0 already deleted. [ 617.550239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df354012-1dec-4193-b05d-fc5a8c1741a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.942857] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.943106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.943273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.943410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.943597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.943667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.943723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.943889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.943985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.944323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.944546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.944730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.944875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.944971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945456] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.038948] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f950f0cf-ce3a-4fce-8cea-2717d81c5027 None None] Enqueued Resource ID: d09edd3c-3848-434b-8cd2-8226aba0a2ea with Priority: HIGHEST for action port [ 618.039859] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09edd3c-3848-434b-8cd2-8226aba0a2ea with Priority: HIGHEST for action port [ 618.040383] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09edd3c-3848-434b-8cd2-8226aba0a2ea taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.040598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09edd3c-3848-434b-8cd2-8226aba0a2ea" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.040722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09edd3c-3848-434b-8cd2-8226aba0a2ea" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.041148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09edd3c-3848-434b-8cd2-8226aba0a2ea" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.041304] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09edd3c-3848-434b-8cd2-8226aba0a2ea',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.128500] env[65401]: INFO networking_nsxv3.common.synchronization [req-bcd5a4a5-6ad1-43af-a9ff-25bef83f34a7 req-dbc58e53-4240-4ab6-afce-397ee95b6fe1 tempest-VolumesAssistedSnapshotsTest-302458547 tempest-VolumesAssistedSnapshotsTest-302458547-project-member] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 618.130910] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 618.131328] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.131454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.131534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.131916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.132174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.132357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.133316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.133316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.133316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.133316] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.344287] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 618.344287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.344621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.344621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.344780] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.344948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.345025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.345150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.345276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.345387] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.449871] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2db818-8104-4ead-997d-9a1a87005ea4: rpc.has_security_group_logging(os_id): False [ 618.474990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.475861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.475861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.476018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.477448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.477448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.477706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.477706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.477822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.477919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.478134] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.478232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.478301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.478489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.478571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.479234] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.479234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.479234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.480084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.480499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.480646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be created. [ 618.547694] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d09edd3c-3848-434b-8cd2-8226aba0a2ea [ 618.547694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.547694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.547694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.547694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.547694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.547694] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d09edd3c-3848-434b-8cd2-8226aba0a2ea already deleted. [ 618.547694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09edd3c-3848-434b-8cd2-8226aba0a2ea" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.565775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.566015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.567160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.567160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.567160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.582571] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 618.626699] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.627465] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-212" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.627465] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-212" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.627465] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-212" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.628839] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.628839] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.628839] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.629305] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.629389] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.629652] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.629777] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.629906] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.630287] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.631776] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.631776] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.631776] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.636809] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.636809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.636984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.637062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.637342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.638873] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.638873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.638873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.638873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.638873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.638873] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 already deleted. [ 618.638873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663499] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.663499] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.663499] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.663499] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-212" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663499] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-0c97e0cc-5233-4d41-985d-4fe4f517575e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.663499] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664120] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.664120] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.664120] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c97e0cc-5233-4d41-985d-4fe4f517575e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.852538] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.025485] env[65401]: INFO networking_nsxv3.common.synchronization [req-651db8f8-7c89-42f5-b1c0-6e31d067aa7d req-db1761f0-c710-4761-bf57-42a3f166d8d6 tempest-DeleteServersAdminTestJSON-1589673623 tempest-DeleteServersAdminTestJSON-1589673623-project-admin] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 619.026643] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 619.027587] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.027587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.027729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.028437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.028437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.028567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.028659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.028810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.028900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.029011] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.168664] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.168664] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.168664] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.173268] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 0c97e0cc-5233-4d41-985d-4fe4f517575e not found, creating... [ 619.173268] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.173736] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.173966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.174147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.175103] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.175183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.175290] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 0c97e0cc-5233-4d41-985d-4fe4f517575e is going to be created. [ 619.198530] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.199814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.199814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.199814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.199814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.199814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.358473] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.538014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.538014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.538014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.538014] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be updated. [ 619.567516] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.567516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.568320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.568320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.568320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.582046] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 619.650655] env[65401]: INFO networking_nsxv3.common.synchronization [req-c156f1ca-6010-4908-884b-8c253a4f7514 req-4b5da391-75a7-428d-93cb-e903fa495bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1808889183 tempest-FloatingIPsAssociationNegativeTestJSON-1808889183-project-member] Enqueued Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 619.651015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 619.658394] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.658394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.658394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.658775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.658775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.658775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.658775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.659119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.659119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.659224] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.862191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.862701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.862826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.862933] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 619.895399] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.895555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.895749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.895864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.896022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.919295] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 619.926967] env[65401]: INFO networking_nsxv3.common.synchronization [req-bcd5a4a5-6ad1-43af-a9ff-25bef83f34a7 req-996cc4bf-75c9-4e54-986e-5a350835fd2c service nova] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 619.927163] env[65401]: INFO networking_nsxv3.common.synchronization [req-bcd5a4a5-6ad1-43af-a9ff-25bef83f34a7 req-996cc4bf-75c9-4e54-986e-5a350835fd2c service nova] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 619.927366] env[65401]: INFO networking_nsxv3.common.synchronization [req-bcd5a4a5-6ad1-43af-a9ff-25bef83f34a7 req-996cc4bf-75c9-4e54-986e-5a350835fd2c service nova] Enqueued Resource ID: 0c97e0cc-5233-4d41-985d-4fe4f517575e with Priority: HIGHEST for action port [ 619.927950] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_rules [ 619.928099] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 619.928200] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c97e0cc-5233-4d41-985d-4fe4f517575e with Priority: HIGHEST for action port [ 619.928479] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.928975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.929063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.929331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.929436] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.930293] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.930928] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.931263] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.932032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c97e0cc-5233-4d41-985d-4fe4f517575e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.932148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.932219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.932346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.932443] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c97e0cc-5233-4d41-985d-4fe4f517575e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.165555] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165555] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165555] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d already deleted. [ 620.165555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.217082] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.217082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-378" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.217082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-378" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.217082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-378" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.217082] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.217082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.217819] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.218163] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.218519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.218831] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.219048] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.219253] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.219460] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.219663] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.219869] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.220107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.240717] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.240997] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.241241] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.241499] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-378" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.241927] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-877306cf-1cf5-48fd-880a-f13568c89356 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.242195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.242362] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.242784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.242970] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877306cf-1cf5-48fd-880a-f13568c89356',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.434612] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.434894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.434947] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.437257] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c97e0cc-5233-4d41-985d-4fe4f517575e with status ACTIVE [ 620.437257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.437257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437656] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.437656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.437656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.437656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.437778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437778] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c97e0cc-5233-4d41-985d-4fe4f517575e is going to be updated. [ 620.468278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.468456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.468527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.468707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.468858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.469092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c97e0cc-5233-4d41-985d-4fe4f517575e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.558081] env[65401]: INFO networking_nsxv3.common.synchronization [None req-08e6df69-1a1d-41fe-962c-39464266cdee tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 620.558331] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 620.558629] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.558755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.558820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.559090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.559164] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.597537] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 620.597767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.726603] env[65401]: INFO networking_nsxv3.common.synchronization [None req-834ee5b1-677c-4580-ab87-3088956ba9bf tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 620.727087] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 620.727416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.727520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.746116] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.746333] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.746560] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.746843] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.747291] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.747613] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 877306cf-1cf5-48fd-880a-f13568c89356 not found, creating... [ 620.748089] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.748363] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.748499] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.748763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.749019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.749502] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.749728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.749877] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.750153] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.750334] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.750503] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 877306cf-1cf5-48fd-880a-f13568c89356 is going to be created. [ 620.777400] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777840] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778062] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778464] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778755] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.779072] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.939879] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.082864] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.083165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.083165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.083299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.083338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.083449] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 already deleted. [ 621.083560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.084109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.084252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.084342] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.442505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.443156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.443328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.443664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.443885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.444229] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 is going to be created. [ 621.476022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.476022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.476022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.476022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.476022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487459] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: UNINITIALIZED for 2s [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [req-c156f1ca-6010-4908-884b-8c253a4f7514 req-873d5399-8e6f-493e-944a-238cfbeb3508 service nova] Enqueued Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_rules [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [req-c156f1ca-6010-4908-884b-8c253a4f7514 req-873d5399-8e6f-493e-944a-238cfbeb3508 service nova] Enqueued Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [req-c156f1ca-6010-4908-884b-8c253a4f7514 req-873d5399-8e6f-493e-944a-238cfbeb3508 service nova] Enqueued Resource ID: 877306cf-1cf5-48fd-880a-f13568c89356 with Priority: HIGHEST for action port [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_rules [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 621.523182] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877306cf-1cf5-48fd-880a-f13568c89356 with Priority: HIGHEST for action port [ 621.523182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.523697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.523881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.527330] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.527330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.527330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.527330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.527330] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.533401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-877306cf-1cf5-48fd-880a-f13568c89356 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.533401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.533401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.533401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.533401] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877306cf-1cf5-48fd-880a-f13568c89356',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.598479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 621.598479] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 deletion is rescheduled due to dependency. [ 621.598692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.612952] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.612952] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 already deleted. [ 621.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.790173] env[65401]: INFO networking_nsxv3.common.synchronization [req-f067a3e0-7a04-49fe-8d6d-2fadd87626d9 req-36c213f0-c1a7-4b09-a8b1-4214902011d8 tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 621.790821] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 621.793743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.793878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.932724] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 621.932724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.932724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.932724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.932724] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.932724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.932724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.933302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.933302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.933302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.933560] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.934795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.935119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.935401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.935505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.936026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.936026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.936026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.936216] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.033411] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.035375] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.035375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.035375] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877306cf-1cf5-48fd-880a-f13568c89356 with status ACTIVE [ 622.035375] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.035375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.035375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.035375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.035375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.035916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.035916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.035916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.035916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.035916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.036153] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.036301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.036301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.036440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.036524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.036623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877306cf-1cf5-48fd-880a-f13568c89356 is going to be updated. [ 622.061943] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.062174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.062282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.062587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.062858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.063067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877306cf-1cf5-48fd-880a-f13568c89356" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.202777] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.203013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.203148] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.203444] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.203718] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.204187] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.204187] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.204322] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.204461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.204668] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.204796] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.204907] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.205112] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.205225] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.205363] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.205474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.234697] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.234914] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.235034] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.235248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-537" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.235630] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.235831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.236115] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.236349] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.236503] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee971fe-8a7d-41b6-8f3b-4d193babb86d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.439238] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.439238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.439910] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.539150] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.743773] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.744383] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.744383] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.744549] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.744742] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.745423] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 4ee971fe-8a7d-41b6-8f3b-4d193babb86d not found, creating... [ 622.745423] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.745785] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.745785] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.745992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.746108] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.746408] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.746564] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.746674] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.746891] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.747048] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.747214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 4ee971fe-8a7d-41b6-8f3b-4d193babb86d is going to be created. [ 622.771843] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.772230] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.772388] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.772676] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.773027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.773328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.942775] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.042386] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.042606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.042653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.043017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.043131] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d is going to be created. [ 623.068550] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.068783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.068783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.069009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.069207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.079534] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: UNINITIALIZED for 2s [ 623.445587] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.445987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.446202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.446564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.446784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.447019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 623.481510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.481799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.481895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.482310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.482468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.493573] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 623.497305] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: SUCCESS [ 623.497528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.498343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.498343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.498343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.498648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.498648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.498742] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.583779] env[65401]: INFO networking_nsxv3.common.synchronization [req-f067a3e0-7a04-49fe-8d6d-2fadd87626d9 req-eae08f71-ded7-4513-b1cd-a34d568b4413 service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 623.584137] env[65401]: INFO networking_nsxv3.common.synchronization [req-f067a3e0-7a04-49fe-8d6d-2fadd87626d9 req-eae08f71-ded7-4513-b1cd-a34d568b4413 service nova] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 623.584137] env[65401]: INFO networking_nsxv3.common.synchronization [req-f067a3e0-7a04-49fe-8d6d-2fadd87626d9 req-eae08f71-ded7-4513-b1cd-a34d568b4413 service nova] Enqueued Resource ID: 4ee971fe-8a7d-41b6-8f3b-4d193babb86d with Priority: HIGHEST for action port [ 623.584560] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_rules [ 623.584709] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 623.584877] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee971fe-8a7d-41b6-8f3b-4d193babb86d with Priority: HIGHEST for action port [ 623.585342] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.585450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.585704] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.585800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.585984] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.586120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.586192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.586428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.586502] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee971fe-8a7d-41b6-8f3b-4d193babb86d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.000777] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.088999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee971fe-8a7d-41b6-8f3b-4d193babb86d with status ACTIVE [ 624.089250] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.089507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.089507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.089661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.089753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.089922] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.090038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.091326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.091574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.091664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.091871] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.092435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.092435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.092435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.092435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.092435] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee971fe-8a7d-41b6-8f3b-4d193babb86d is going to be updated. [ 624.117131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.117255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.117444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.117557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.117698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.118088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee971fe-8a7d-41b6-8f3b-4d193babb86d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.502942] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2611da9-6ed0-4a2c-a765-266f37b3c778: rpc.has_security_group_logging(os_id): False [ 624.527235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.527474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.527518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.527791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.527896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.528266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.528369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.528406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.528659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.528748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.528834] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 is going to be created. [ 624.614087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.614439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.614439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.614522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.614686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634709] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: IN_PROGRESS for 2s [ 625.096720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: SUCCESS [ 625.096979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.097168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.097389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.097629] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.097809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.097998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.098193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.098286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.098372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.098487] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.506189] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.509876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.509876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.509876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.509876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.511452] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.511452] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.511452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.511452] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.603464] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.603697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.604222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.604558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.605565] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.606169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.606334] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606958] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.607934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608350] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.013064] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e5ab5f2-2904-4079-ac94-7680bc3c518a: rpc.has_security_group_logging(os_id): False [ 626.014384] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.036380] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.036610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.036610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.036900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.037024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.037314] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.037489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.037489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.040236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.040236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.040236] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 626.104779] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.104779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.104779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.104779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.105052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.112809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037bf787-ba80-4fd7-9f7c-09264d01044d: rpc.has_security_group_logging(os_id): False [ 626.121712] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 626.131237] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.132027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.132146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.132255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.132455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.132561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.132822] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.132971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.133075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.133224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.133320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.133511] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.133649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.133737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.133925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.134348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.134506] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d is going to be created. [ 626.238445] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.238682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.238682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.238871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.239067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.261771] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: IN_PROGRESS for 2s [ 626.517222] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.652119] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: SUCCESS [ 626.652354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.800623] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 626.801232] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 626.802234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 626.802435] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 626.802775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.803420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.803597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.803750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.805513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.805513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.805513] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.806300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.806692] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.806692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.806692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.806894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.807149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.807920] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.828727] env[65401]: INFO networking_nsxv3.common.synchronization [req-ec558bd4-2324-452c-b9f4-62c4ba641313 req-49cea1cf-fc2a-4350-989f-1cebef0714b6 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 626.829311] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 626.829651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.829781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.829851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.830160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.830746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.830746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.830746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.830953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.830953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.831032] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.852472] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_rules [ 626.852690] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 626.852807] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 626.852945] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 626.853089] env[65401]: INFO networking_nsxv3.common.synchronization [req-69e713ad-603f-4729-9ffe-3a0ebadd89df req-825aa927-966c-4754-b06a-85b1e4537da4 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 626.853629] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_rules [ 626.853774] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 626.853883] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 626.853998] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 626.854119] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 626.855039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.855191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.855256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.856387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.856387] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.856474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.857041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.857041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.857041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.857041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.858425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8632d62-5e2c-4c27-a421-c217301c53ef taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.858425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.858425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.858425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.858425] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8632d62-5e2c-4c27-a421-c217301c53ef',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.859126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.859216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.859426] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.859526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.025187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.025187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.025187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.025187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.025187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.025187] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 627.061326] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.061326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.061326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.061326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.061326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.073160] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 627.263443] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.263662] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.263832] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.264154] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.264361] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.264696] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.264696] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.264889] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.265054] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.265347] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.265472] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.265504] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.265608] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.265750] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.265914] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.266109] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.287639] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.287801] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.287939] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.288130] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.288446] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-b93936d5-aa1d-4871-93c9-a8446d328679 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.288615] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.288716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.289038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.289187] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93936d5-aa1d-4871-93c9-a8446d328679',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.310535] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.313497] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.334453] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.334732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.334732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.334935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.335261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.335365] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.335519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.335610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.335818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.335930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.336057] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 already deleted. [ 627.336168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.361056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.361748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8632d62-5e2c-4c27-a421-c217301c53ef with status ACTIVE [ 627.363021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363414] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.364100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.364203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.364265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.364415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.364493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.364579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8632d62-5e2c-4c27-a421-c217301c53ef is going to be updated. [ 627.389813] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.390074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.390191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.390906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.390906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.391265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.796095] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.796334] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.796453] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.796821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.796997] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.797170] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port b93936d5-aa1d-4871-93c9-a8446d328679 not found, creating... [ 627.797439] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.797624] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.797705] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.797959] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.798048] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.798313] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.798461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.798569] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.798774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.798894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.799042] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: b93936d5-aa1d-4871-93c9-a8446d328679 is going to be created. [ 627.817267] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.818379] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.820836] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.821087] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.821191] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.821745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.821745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.821898] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.044070] env[65401]: INFO networking_nsxv3.common.synchronization [req-d414aef4-2d29-4c9b-ac9a-ca6ad12174b1 req-8c66e2e3-baad-4f61-8e8a-6c25636341a1 tempest-ServerDiagnosticsTest-1448946177 tempest-ServerDiagnosticsTest-1448946177-project-member] Enqueued Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 628.044639] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGHEST for action security_group_members [ 628.044891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.045034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.045111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.045299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.045443] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.045541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.045613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.045838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.045838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.045923] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.139405] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 628.139742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.139957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.140264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.140349] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.275849] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: SUCCESS [ 628.276154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.321297] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.321297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.322363] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be created. [ 628.323907] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.324132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.324221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.326758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.326758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.326758] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 628.353640] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.354533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.354533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.354533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.354533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.362220] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.362390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.362459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.363034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.363034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.366875] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: UNINITIALIZED for 2s [ 628.377650] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 628.551860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.551860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.551860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.551860] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f is going to be updated. [ 628.584375] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.584565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.584661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.584899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.585268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.597350] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: IN_PROGRESS for 2s [ 628.621427] env[65401]: INFO networking_nsxv3.common.synchronization [req-ec558bd4-2324-452c-b9f4-62c4ba641313 req-94c606be-2ab8-42b7-8890-b7b84d66326b service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 628.622066] env[65401]: INFO networking_nsxv3.common.synchronization [req-ec558bd4-2324-452c-b9f4-62c4ba641313 req-94c606be-2ab8-42b7-8890-b7b84d66326b service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 628.622251] env[65401]: INFO networking_nsxv3.common.synchronization [req-ec558bd4-2324-452c-b9f4-62c4ba641313 req-94c606be-2ab8-42b7-8890-b7b84d66326b service nova] Enqueued Resource ID: b93936d5-aa1d-4871-93c9-a8446d328679 with Priority: HIGHEST for action port [ 628.622836] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 628.623016] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 628.623162] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93936d5-aa1d-4871-93c9-a8446d328679 with Priority: HIGHEST for action port [ 628.623455] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.623842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.623924] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.624775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.624880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.625191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.625278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.625415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.627850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.627850] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.627850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93936d5-aa1d-4871-93c9-a8446d328679 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.627850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.627850] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93936d5-aa1d-4871-93c9-a8446d328679',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.643857] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.644101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.088218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 629.088520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.088583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.088803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.090026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.090026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.090026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.090026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.090026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.090026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.090026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.130064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.130064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.130064] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b93936d5-aa1d-4871-93c9-a8446d328679 with status ACTIVE [ 629.130064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.130064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.130064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.130064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.130064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132345] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b93936d5-aa1d-4871-93c9-a8446d328679 is going to be updated. [ 629.132956] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.158979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.158979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.158979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.158979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.158979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.159301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93936d5-aa1d-4871-93c9-a8446d328679" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.360706] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 629.360706] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 629.360706] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 629.360706] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 629.361048] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 629.361382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 629.361641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.361697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.362880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.362880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.362880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.363110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.363415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.363505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.363736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.364350] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.365993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.366179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_rules [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_rules [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [req-9d28421c-5bfb-42b4-bb27-5edb7623b76f req-b05d07e4-bc57-46ce-8157-dcbbea4ba3c2 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 629.436150] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_rules [ 629.437049] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_rules [ 629.437360] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 629.437654] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8632d62-5e2c-4c27-a421-c217301c53ef with Priority: HIGHEST for action port [ 629.437949] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 629.438401] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 629.439178] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 629.439646] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.440507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.440507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.441527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.441527] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.443369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.443369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.443369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.443369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.445459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8632d62-5e2c-4c27-a421-c217301c53ef taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.446480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.446480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.446480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.446480] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8632d62-5e2c-4c27-a421-c217301c53ef',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.448370] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.448652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.448702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.448769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.449054] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.449677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.594470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.595169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.595169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.595924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.596169] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.596695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.596842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.597648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.597974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.597974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.598212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.598333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.598587] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.636185] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.867768] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.953817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8632d62-5e2c-4c27-a421-c217301c53ef with status ACTIVE [ 629.953817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.953817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.953817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.954501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.954501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.954501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.954501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.954501] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8632d62-5e2c-4c27-a421-c217301c53ef is going to be updated. [ 629.976686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.976892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.976963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.977232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.977379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.977540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8632d62-5e2c-4c27-a421-c217301c53ef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.101670] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e5ab5f2-2904-4079-ac94-7680bc3c518a: rpc.has_security_group_logging(os_id): False [ 630.127789] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.127973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.128038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.128288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.128340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.128539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.128641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.128769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.128852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.128955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.129145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.129240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.129302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.129442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.129518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.129703] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.129817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.129853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.129983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.130113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.130163] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 630.139166] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.139333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.139438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.139657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.139773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.139890] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be created. [ 630.172708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.173087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.173197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.173949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.174217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.190136] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: UNINITIALIZED for 2s [ 630.217872] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.218139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.218203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.218450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.218666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238793] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 630.372289] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.386702] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 630.386988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.387566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.387856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.388100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.388246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.388314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.388502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.388615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.389040] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.406417] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 630.406909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.407181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.407719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.407719] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.407989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.407989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.408152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.410239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.410239] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.611886] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f in Status: SUCCESS [ 630.612698] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f deletion is rescheduled due to dependency. [ 630.612698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.876606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.876777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.876820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.877021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.877134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.877236] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 is going to be created. [ 630.892384] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.908230] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.908460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.908460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.909106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.909106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.915272] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.927354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: UNINITIALIZED for 2s [ 631.399807] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.420953] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.902062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.902062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.902062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.902062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.902062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.902062] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be updated. [ 631.924645] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.924922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.925013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.925208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.925306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.925406] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 631.943527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.944296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.944482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.944698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.944862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.956136] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: IN_PROGRESS for 2s [ 631.971396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983061] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 632.144253] env[65401]: INFO networking_nsxv3.common.synchronization [req-388dfab9-8854-4c72-8f14-bb4911f8295b req-40a03075-fe00-44bd-8a23-d0e4b2350e25 tempest-ServerDiagnosticsNegativeTest-1363455120 tempest-ServerDiagnosticsNegativeTest-1363455120-project-member] Enqueued Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 632.145377] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 632.145684] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.146119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.146119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.146320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.147659] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.147659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.147659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.147659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.147659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.147659] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.203026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.203026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.270220] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 632.270475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.650717] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.651028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.651153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.651490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.651639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.651896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.651986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.652072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.652330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.652511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.652582] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 already deleted. [ 632.652652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.706184] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.943954] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: SUCCESS [ 632.944264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.945021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.945104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.945104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.945251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.945355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.945453] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.085977] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.086328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.086500] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.086765] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.087609] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.087727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.087843] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.088155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.088232] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.088564] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.088682] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.088820] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.088954] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.089074] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.089189] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.089322] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.110179] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.110246] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.110336] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.110521] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.111016] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-3e918063-d778-48ab-8fb1-64d7e8835710 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.111016] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.111201] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.111433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.111562] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e918063-d778-48ab-8fb1-64d7e8835710',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.209826] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2040b730-8d06-4407-9942-9e4ae2b2cf48: rpc.has_security_group_logging(os_id): False [ 633.237078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.237078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.237228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.237479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.237580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.237893] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.238039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.238128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.238334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.238437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238551] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be created. [ 633.316662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.316903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.316903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.317155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.317376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.336623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 633.452855] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.534861] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3215da4e-62fe-4232-8899-d7df2f8918f4 None None] Enqueued Resource ID: 3b83ff26-238a-4c4c-96c5-59871c4bd847 with Priority: HIGHEST for action port [ 633.535427] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b83ff26-238a-4c4c-96c5-59871c4bd847 with Priority: HIGHEST for action port [ 633.535754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b83ff26-238a-4c4c-96c5-59871c4bd847 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.535917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b83ff26-238a-4c4c-96c5-59871c4bd847" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.536017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b83ff26-238a-4c4c-96c5-59871c4bd847" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.536317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b83ff26-238a-4c4c-96c5-59871c4bd847" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.536475] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b83ff26-238a-4c4c-96c5-59871c4bd847',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.615336] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.615550] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.615706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.616046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.616202] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.616358] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 3e918063-d778-48ab-8fb1-64d7e8835710 not found, creating... [ 633.616729] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.616937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.617291] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.617593] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.617821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.618249] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.618493] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.618699] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.619013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.619195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.619394] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 3e918063-d778-48ab-8fb1-64d7e8835710 is going to be created. [ 633.647755] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.648024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.648208] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.648530] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.648823] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.649188] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.955711] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.965695] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 633.965695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.965932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.966640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.966697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967470] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.969280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.969704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.970687] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.970687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.970687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.970687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.970687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.970687] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.995465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 633.996218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.996518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.996646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.996842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.996957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.997031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.997195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.997272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.997355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.997446] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.999909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.999909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.999909] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.040045] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b83ff26-238a-4c4c-96c5-59871c4bd847 [ 634.040045] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.040045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.040045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.040334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.040334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.040407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b83ff26-238a-4c4c-96c5-59871c4bd847 already deleted. [ 634.040824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b83ff26-238a-4c4c-96c5-59871c4bd847" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.385875] env[65401]: INFO networking_nsxv3.common.synchronization [req-388dfab9-8854-4c72-8f14-bb4911f8295b req-46a7c1c8-1844-4cf9-8efb-f97a597f9e5e service nova] Enqueued Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_rules [ 634.386191] env[65401]: INFO networking_nsxv3.common.synchronization [req-388dfab9-8854-4c72-8f14-bb4911f8295b req-46a7c1c8-1844-4cf9-8efb-f97a597f9e5e service nova] Enqueued Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 634.386758] env[65401]: INFO networking_nsxv3.common.synchronization [req-388dfab9-8854-4c72-8f14-bb4911f8295b req-46a7c1c8-1844-4cf9-8efb-f97a597f9e5e service nova] Enqueued Resource ID: 3e918063-d778-48ab-8fb1-64d7e8835710 with Priority: HIGHEST for action port [ 634.389233] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_rules [ 634.389377] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 634.389481] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e918063-d778-48ab-8fb1-64d7e8835710 with Priority: HIGHEST for action port [ 634.389761] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.389892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.390566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.390856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.390953] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.393299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.393456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.393527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.393724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.393878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.393978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.394565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.394764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.394863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.394958] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.399170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e918063-d778-48ab-8fb1-64d7e8835710 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.399304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.399374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.399556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.399633] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e918063-d778-48ab-8fb1-64d7e8835710',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.459210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.459366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.459470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.460576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.460576] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 is going to be updated. [ 634.470218] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.473807] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.502042] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.502042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.502042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.502042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.502042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.503236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503468] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.515024] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: IN_PROGRESS for 2s [ 634.905278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.905278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e918063-d778-48ab-8fb1-64d7e8835710 with status ACTIVE [ 634.905278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.905278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.905278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.905278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.905767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.905767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.905767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.905767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.905767] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e918063-d778-48ab-8fb1-64d7e8835710 is going to be updated. [ 634.909249] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.932124] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.932375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.932793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.932793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.933622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e918063-d778-48ab-8fb1-64d7e8835710" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.972868] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89e8670c-2567-49bd-80f5-0a728bf83875: rpc.has_security_group_logging(os_id): False [ 634.978634] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.994409] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.994779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.994779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.994930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.995018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.995239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.995447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.995447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.995555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.995801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.995801] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be created. [ 635.006350] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.063394] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.063585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.066443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.066443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.066443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.099109] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: IN_PROGRESS for 2s [ 635.353094] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 635.353321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413225] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.484099] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.484099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.484099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.484099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.484099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.484099] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be updated. [ 635.509750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.509750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.509750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.510283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.510455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.510514] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 635.519140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.519291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.519355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.519578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.519732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.529824] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: IN_PROGRESS for 2s [ 635.554939] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.555419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.555419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.555419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.555629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.570372] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 635.603185] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c73062c2-2a7c-488d-b3a0-7fedefe12be9 None None] Enqueued Resource ID: 426eeda7-0501-417a-a7db-51f6e26942f9 with Priority: HIGHEST for action port [ 635.603685] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426eeda7-0501-417a-a7db-51f6e26942f9 with Priority: HIGHEST for action port [ 635.604041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-426eeda7-0501-417a-a7db-51f6e26942f9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.604433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426eeda7-0501-417a-a7db-51f6e26942f9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.604433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426eeda7-0501-417a-a7db-51f6e26942f9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.604690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426eeda7-0501-417a-a7db-51f6e26942f9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.604755] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426eeda7-0501-417a-a7db-51f6e26942f9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.643539] env[65401]: INFO networking_nsxv3.common.synchronization [req-0c5f6b98-d247-486a-be91-1de69c98f892 req-acf5e4ea-9437-4857-b14b-442b9b6ea7f6 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 635.644049] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 635.644244] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.644368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.644424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.644699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.645363] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.645492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.645575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.645713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.645817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.645909] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.918059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.918258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.918336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.918590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.918679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.918778] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 is going to be created. [ 635.945905] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.946061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.950032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.950032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.950032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956165] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: UNINITIALIZED for 2s [ 636.106758] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426eeda7-0501-417a-a7db-51f6e26942f9 [ 636.107062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.107219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.107219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.107473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.107574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.107672] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426eeda7-0501-417a-a7db-51f6e26942f9 already deleted. [ 636.107754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426eeda7-0501-417a-a7db-51f6e26942f9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.149300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.149504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.149747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.150205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.150307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.150557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.150723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.150723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.150883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.150962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.151057] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df already deleted. [ 636.151138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.401340] env[65401]: INFO networking_nsxv3.common.synchronization [None req-589cf871-6ccd-4c78-a224-9b16bb54df55 None None] Enqueued Resource ID: 0d871484-c49f-4c94-9abc-92f131beaa5e with Priority: HIGHEST for action port [ 636.403263] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d871484-c49f-4c94-9abc-92f131beaa5e with Priority: HIGHEST for action port [ 636.404252] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d871484-c49f-4c94-9abc-92f131beaa5e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.405464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d871484-c49f-4c94-9abc-92f131beaa5e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.405464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d871484-c49f-4c94-9abc-92f131beaa5e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.405464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d871484-c49f-4c94-9abc-92f131beaa5e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.405464] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d871484-c49f-4c94-9abc-92f131beaa5e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.526798] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: SUCCESS [ 636.526798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.527467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.527467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.527467] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.527467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.527720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.527720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.527829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.527829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.527917] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.737151] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.737151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.737151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.737676] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.737727] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.737862] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.738087] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.738185] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.738315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.738508] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.739327] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.739327] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.739327] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.739327] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.739327] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.739327] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.760171] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.760340] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.760471] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.760644] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.760963] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-21e9b2f1-ecee-427a-a307-255d36b6e8f5 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.761155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.761271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.761782] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.761782] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e9b2f1-ecee-427a-a307-255d36b6e8f5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.907746] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d871484-c49f-4c94-9abc-92f131beaa5e [ 636.908082] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.908241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.908330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.908683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908804] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d871484-c49f-4c94-9abc-92f131beaa5e already deleted. [ 636.908915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d871484-c49f-4c94-9abc-92f131beaa5e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.033427] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.113856] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 637.113856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.114234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.114234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.115253] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.266666] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.266903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.267033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.267325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.267509] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.267671] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 21e9b2f1-ecee-427a-a307-255d36b6e8f5 not found, creating... [ 637.267923] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.268324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.268324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.268433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.268525] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.268827] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.268979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.269100] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.269299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.269417] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.269547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 21e9b2f1-ecee-427a-a307-255d36b6e8f5 is going to be created. [ 637.292018] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.292018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.292018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.292018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.292018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.292290] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.540829] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 574157d5-1ac8-4668-aa8d-4905594268a3: rpc.has_security_group_logging(os_id): False [ 637.543670] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 637.543886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.544588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.544676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.545018] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.565258] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.565466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.565466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.565692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.565780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.566038] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.566146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.566225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.566388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.566460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.566547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 is going to be created. [ 637.579228] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 637.579526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.579746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.579981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.580217] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.580385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.580476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.580671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.580791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.580925] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.616866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.616866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.625916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.626162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.626162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.627102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.627102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.643575] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: IN_PROGRESS for 2s [ 637.966789] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: SUCCESS [ 637.967773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.967773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.967773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.967773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.967773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.967773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.968213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.968213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.968213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.968213] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.981575] env[65401]: INFO networking_nsxv3.common.synchronization [req-0c5f6b98-d247-486a-be91-1de69c98f892 req-f93aac19-11a0-420a-aa89-000bcb635073 service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 637.981707] env[65401]: INFO networking_nsxv3.common.synchronization [req-0c5f6b98-d247-486a-be91-1de69c98f892 req-f93aac19-11a0-420a-aa89-000bcb635073 service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 637.981840] env[65401]: INFO networking_nsxv3.common.synchronization [req-0c5f6b98-d247-486a-be91-1de69c98f892 req-f93aac19-11a0-420a-aa89-000bcb635073 service nova] Enqueued Resource ID: 21e9b2f1-ecee-427a-a307-255d36b6e8f5 with Priority: HIGHEST for action port [ 637.982584] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b5e8fb2c-9f60-41fb-8d5e-d94eb426f615 None None] Enqueued Resource ID: f4b8093b-1451-4d17-a9ea-66202f3b3b15 with Priority: HIGHEST for action port [ 637.984429] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 637.988395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e9b2f1-ecee-427a-a307-255d36b6e8f5 with Priority: HIGHEST for action port [ 637.988395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 637.988395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b8093b-1451-4d17-a9ea-66202f3b3b15 with Priority: HIGHEST for action port [ 637.988395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.988395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.988395] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.990210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e9b2f1-ecee-427a-a307-255d36b6e8f5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.990340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.990414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.990589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.990663] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e9b2f1-ecee-427a-a307-255d36b6e8f5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.991975] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.992108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.992108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.993039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.993039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.993039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.993039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.993039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.993039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.993039] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.996022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b8093b-1451-4d17-a9ea-66202f3b3b15 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.996022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b8093b-1451-4d17-a9ea-66202f3b3b15" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.996022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b8093b-1451-4d17-a9ea-66202f3b3b15" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.996022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b8093b-1451-4d17-a9ea-66202f3b3b15" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.996022] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b8093b-1451-4d17-a9ea-66202f3b3b15',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.047436] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.083770] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.266132] env[65401]: INFO networking_nsxv3.common.synchronization [req-4044098a-8f48-49bb-b2b9-d98e44b25b98 req-ce511292-a564-4394-92e5-f9e00e2043ac tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 638.266132] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 638.266132] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.266132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.266132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.266132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.269139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.271476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.271476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.271476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.271476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.271476] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.473401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.473401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.473401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.473401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.474212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.474212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.474212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.474212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.474212] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.490894] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.490894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.492379] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e9b2f1-ecee-427a-a307-255d36b6e8f5 with status ACTIVE [ 638.493138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.493138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.493138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.498283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.498283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.501677] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e9b2f1-ecee-427a-a307-255d36b6e8f5 is going to be updated. [ 638.502490] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.504218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4b8093b-1451-4d17-a9ea-66202f3b3b15 [ 638.504648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.507426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.507426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.507426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.507426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.507426] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4b8093b-1451-4d17-a9ea-66202f3b3b15 already deleted. [ 638.507426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b8093b-1451-4d17-a9ea-66202f3b3b15" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.530665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.530762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.531026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.531203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.531398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e9b2f1-ecee-427a-a307-255d36b6e8f5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.552223] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.588656] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.775156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.775156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.775156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e already deleted. [ 638.775156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.781221] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.783017] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.783017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.783827] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.783952] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.784107] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.784224] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.784359] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.784445] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.784564] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.802456] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.802622] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.802790] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.803029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.803283] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.803454] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.803744] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.803982] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.804134] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.976287] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7110285c-ccfb-43c5-ad72-1dc136ae3521: rpc.has_security_group_logging(os_id): False [ 638.995193] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.995346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.995419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.995641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.995818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.995913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.996021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.996083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.996314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.996391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.996572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.996662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.996718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.996870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.996987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.997122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.997235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.997299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.997439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.997514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.997599] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 is going to be created. [ 639.008410] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.046488] env[65401]: INFO networking_nsxv3.common.synchronization [None req-77f2a536-a161-4525-93d2-105acdc474ed None None] Enqueued Resource ID: 49cd3de0-e24b-4eea-930a-531a0ef5f1b0 with Priority: HIGHEST for action port [ 639.047073] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cd3de0-e24b-4eea-930a-531a0ef5f1b0 with Priority: HIGHEST for action port [ 639.047347] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cd3de0-e24b-4eea-930a-531a0ef5f1b0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.047530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cd3de0-e24b-4eea-930a-531a0ef5f1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.047530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cd3de0-e24b-4eea-930a-531a0ef5f1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.047997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cd3de0-e24b-4eea-930a-531a0ef5f1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.048089] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cd3de0-e24b-4eea-930a-531a0ef5f1b0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.055020] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.055117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.055195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.055469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.055529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.055576] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be updated. [ 639.058078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.058195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.058646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.058646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.058646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.071698] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: IN_PROGRESS for 2s [ 639.086863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.089932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.089932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.089932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.089932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.092243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.092775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.092775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.092775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.092775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.092963] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 639.104638] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: IN_PROGRESS for 2s [ 639.128844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.129838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.130330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.130330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.130330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.148252] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 639.308613] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.309017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.309111] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.309519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.309519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.309913] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b not found, creating... [ 639.310025] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.310095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.313255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.313255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.313255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.313255] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.313255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.313777] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.313777] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.315842] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.315842] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b is going to be created. [ 639.338814] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.339983] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.339983] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.339983] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340320] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.340955] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.517281] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.517281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.517281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.517281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.517281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.517281] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be created. [ 639.550852] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49cd3de0-e24b-4eea-930a-531a0ef5f1b0 [ 639.550962] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.551144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.551219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.551437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.551549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.551651] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49cd3de0-e24b-4eea-930a-531a0ef5f1b0 already deleted. [ 639.551754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cd3de0-e24b-4eea-930a-531a0ef5f1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.555259] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.555259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.555259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.555259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.555259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.565492] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: UNINITIALIZED for 2s [ 639.668981] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: SUCCESS [ 639.669177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.969474] env[65401]: INFO networking_nsxv3.common.synchronization [req-625d89c7-2e40-4992-93ca-a1aefe66114b req-47d46021-f62e-4001-9b25-f0014babddf7 tempest-TenantUsagesTestJSON-266427288 tempest-TenantUsagesTestJSON-266427288-project-member] Enqueued Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 639.969542] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 639.969816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.969939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.970058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.970275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.970435] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.970539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.970595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.970750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.970846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.970921] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.069926] env[65401]: INFO networking_nsxv3.common.synchronization [req-4044098a-8f48-49bb-b2b9-d98e44b25b98 req-4141ee59-7d2f-4ce7-93bf-53746bab31e9 service nova] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 640.069926] env[65401]: INFO networking_nsxv3.common.synchronization [req-4044098a-8f48-49bb-b2b9-d98e44b25b98 req-4141ee59-7d2f-4ce7-93bf-53746bab31e9 service nova] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 640.069926] env[65401]: INFO networking_nsxv3.common.synchronization [req-4044098a-8f48-49bb-b2b9-d98e44b25b98 req-4141ee59-7d2f-4ce7-93bf-53746bab31e9 service nova] Enqueued Resource ID: 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b with Priority: HIGHEST for action port [ 640.070435] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 640.070435] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 640.070435] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b with Priority: HIGHEST for action port [ 640.070681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.070801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.070801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.073255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.073412] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.077060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.077060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.077060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.077506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.077506] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.077506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.077615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.077859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.077859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.078072] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.080537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.080537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.080977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.080977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.080977] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.415017] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.415366] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.415366] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.415583] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.415855] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.415996] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.417033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.417033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.417033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.417033] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.417033] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.417033] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.417033] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.417308] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.417308] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.417377] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.440224] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.440224] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.440224] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.440224] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440224] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.440224] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.440457] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.440615] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.440745] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.472584] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.472785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.472855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.473090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.473195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.473437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.473545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.473601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.473798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.473885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.473974] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b already deleted. [ 640.474153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.580682] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.582243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.582355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.582520] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b with status ACTIVE [ 640.582672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.582781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.582845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.583053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.583213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.583322] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.583443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.583587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.583767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.583767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.584069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.584069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.584272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.584370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.584477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b is going to be updated. [ 640.611073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.611171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.612014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.612014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.612014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.612014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37aa99a4-769c-4f4e-b0b1-9b3dd3cf937b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.944381] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944381] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944381] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944381] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.944381] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.944381] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 not found, creating... [ 640.944381] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.944865] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.945673] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.945673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.945673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.945673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.945673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.945950] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 is going to be created. [ 640.968898] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.968898] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.969046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.969336] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.969584] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.969829] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.083069] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: SUCCESS [ 641.083313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.083567] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.114075] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 641.114413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.114627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.114913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.115218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.115346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.115482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.115582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.115677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.115731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.115817] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.159805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 641.160066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.160280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.160482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.160716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.160849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.160913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.161115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.161178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.161286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.161420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.161821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.161821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.161821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.161978] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.161978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.162076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.162233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.162310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.162391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.162483] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.250381] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9ae9cb24-f51c-4dd0-b888-23dc0181493f None None] Enqueued Resource ID: 5d5ea79f-09cf-4213-ad7c-a9ad11d4405c with Priority: HIGHEST for action port [ 641.250381] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5ea79f-09cf-4213-ad7c-a9ad11d4405c with Priority: HIGHEST for action port [ 641.250381] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5ea79f-09cf-4213-ad7c-a9ad11d4405c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.250381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5ea79f-09cf-4213-ad7c-a9ad11d4405c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.250381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5ea79f-09cf-4213-ad7c-a9ad11d4405c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.250903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5ea79f-09cf-4213-ad7c-a9ad11d4405c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.251534] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5ea79f-09cf-4213-ad7c-a9ad11d4405c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.579573] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.579573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.579573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.579573] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.588341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.588341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.588341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.588341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.588341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.588341] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be created. [ 641.613048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.613942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.619365] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.623809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: UNINITIALIZED for 2s [ 641.667455] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 641.693022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693660] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693660] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 641.747620] env[65401]: INFO networking_nsxv3.common.synchronization [req-625d89c7-2e40-4992-93ca-a1aefe66114b req-d8b510cb-5ed2-4056-918a-798c8feb8f9c service nova] Enqueued Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_rules [ 641.747620] env[65401]: INFO networking_nsxv3.common.synchronization [req-625d89c7-2e40-4992-93ca-a1aefe66114b req-d8b510cb-5ed2-4056-918a-798c8feb8f9c service nova] Enqueued Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 641.747620] env[65401]: INFO networking_nsxv3.common.synchronization [req-625d89c7-2e40-4992-93ca-a1aefe66114b req-d8b510cb-5ed2-4056-918a-798c8feb8f9c service nova] Enqueued Resource ID: f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 with Priority: HIGHEST for action port [ 641.747620] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_rules [ 641.747620] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 641.748330] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 with Priority: HIGHEST for action port [ 641.748330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.749215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.749355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.750077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.750077] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.752185] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.752356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.754060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.754060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.754060] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.755899] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.756307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.756388] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.758847] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d5ea79f-09cf-4213-ad7c-a9ad11d4405c [ 641.759028] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.759157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.759226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.760616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.760616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.760616] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d5ea79f-09cf-4213-ad7c-a9ad11d4405c already deleted. [ 641.760616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5ea79f-09cf-4213-ad7c-a9ad11d4405c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.773202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.773357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.774635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.802187] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 642.081722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.081885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.081959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.082206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.082384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.082479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.082543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.082701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.082776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.082892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.083081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.083583] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084143] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.122571] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89e8670c-2567-49bd-80f5-0a728bf83875: rpc.has_security_group_logging(os_id): False [ 642.139941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.140125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.140198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.140502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.140502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.140737] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.140875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.140909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.141084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.141177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.141270] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be updated. [ 642.203377] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.204595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.204716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.204838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.204986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.223115] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: IN_PROGRESS for 2s [ 642.231472] env[65401]: INFO networking_nsxv3.common.synchronization [req-c2e9a6ff-7d62-4258-9ced-7226143f91d9 req-20c18cf8-9a8a-4eee-8b4b-a05e4b5509aa tempest-ServerExternalEventsTest-14710224 tempest-ServerExternalEventsTest-14710224-project-member] Enqueued Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 642.232133] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 642.232398] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.232552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.232621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.232876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.234971] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.235186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.238708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.238708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.238708] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.253363] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.253601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.261139] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.262114] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 with status ACTIVE [ 642.262336] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.262468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.262848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.263159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.263268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265494] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265494] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.265494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265494] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0 is going to be updated. [ 642.315539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.315539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.315539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.315539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.315539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.315539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e40cb5-ca8a-4196-ba14-3fa0a7e9dcb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.587414] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b059046a-af74-446d-93af-53de4a5804df: rpc.has_security_group_logging(os_id): False [ 642.612050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.612050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.612050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.612050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.612693] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.615401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.615596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.615759] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be created. [ 642.701859] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.701859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.701859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.701859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.701859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.718422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 642.740549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.740766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.740823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.741192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.741192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.741374] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.741450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.741488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.741793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.741871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.741966] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa already deleted. [ 642.742085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.747344] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747833] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.747833] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749073] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749073] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749073] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.749978] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.750039] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.750129] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.750384] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.750384] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.750474] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.750537] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.769780] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.776567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.776786] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.776884] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.777081] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.777423] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-1b757dfc-fd4d-434d-bd92-675834235120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.777648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.777796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.778385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.778385] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b757dfc-fd4d-434d-bd92-675834235120',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.094768] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f3006235-24b6-4ed8-94c1-ef1a931d18eb tempest-ServersTestManualDisk-1452349472 tempest-ServersTestManualDisk-1452349472-project-member] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 643.095757] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 643.096200] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.096388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.096483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.096821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.096942] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.282803] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.282803] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 1b757dfc-fd4d-434d-bd92-675834235120 not found, creating... [ 643.282803] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.282803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.283212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.283212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.283589] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.283589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.283737] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.283864] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.284212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.284382] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 1b757dfc-fd4d-434d-bd92-675834235120 is going to be created. [ 643.285960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.285960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.285960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.286158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.286158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.286224] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b is going to be created. [ 643.326990] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.326990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.326990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.326990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.326990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.326990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.334884] env[65401]: INFO networking_nsxv3.common.synchronization [None req-fe2aa344-1648-4aab-b335-7c2c11414a63 tempest-ServersTestManualDisk-1452349472 tempest-ServersTestManualDisk-1452349472-project-member] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 643.336221] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.336446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.336559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.336808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.337045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.339110] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 643.339358] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.340030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.354939] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: UNINITIALIZED for 2s [ 643.619171] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.619599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.619599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.619676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.619719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.619817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d already deleted. [ 643.619989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.620152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.620240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.620320] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.637622] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 643.637841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.638347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.638576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.638765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.638886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.638949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.639127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.639212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.639384] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.816723] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 643.816956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.817152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.817404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.817496] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.036022] env[65401]: INFO networking_nsxv3.common.synchronization [req-c2e9a6ff-7d62-4258-9ced-7226143f91d9 req-72603124-59f5-483f-bf4f-a49466181974 service nova] Enqueued Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_rules [ 644.036022] env[65401]: INFO networking_nsxv3.common.synchronization [req-c2e9a6ff-7d62-4258-9ced-7226143f91d9 req-72603124-59f5-483f-bf4f-a49466181974 service nova] Enqueued Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 644.036022] env[65401]: INFO networking_nsxv3.common.synchronization [req-c2e9a6ff-7d62-4258-9ced-7226143f91d9 req-72603124-59f5-483f-bf4f-a49466181974 service nova] Enqueued Resource ID: 1b757dfc-fd4d-434d-bd92-675834235120 with Priority: HIGHEST for action port [ 644.043231] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_rules [ 644.043231] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 644.043231] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b757dfc-fd4d-434d-bd92-675834235120 with Priority: HIGHEST for action port [ 644.043231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.043231] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.043231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.043231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.043231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.044189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.044434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.044535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.044642] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.045678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b757dfc-fd4d-434d-bd92-675834235120 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.046098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.046170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.046348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.046429] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b757dfc-fd4d-434d-bd92-675834235120',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.142718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.143762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.143762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.143762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.143762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.143762] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d already deleted. [ 644.143762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.144025] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.234150] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e8670c-2567-49bd-80f5-0a728bf83875 in Status: SUCCESS [ 644.234384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.321928] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.321928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.321928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.321928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.321928] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.323131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.323328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.323547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.323668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324618] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.548846] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b757dfc-fd4d-434d-bd92-675834235120 with status ACTIVE [ 644.549444] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.550043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.550166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.550518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.550587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.550826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.550925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.551405] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.551405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.551567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.551914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.551914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.551914] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b757dfc-fd4d-434d-bd92-675834235120 is going to be updated. [ 644.553648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.553788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.553959] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.585046] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.585141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.585224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.585490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.585641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.585771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b757dfc-fd4d-434d-bd92-675834235120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.646398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43ab67a6-4451-46b8-ab1e-8cbf10899c4e: rpc.has_security_group_logging(os_id): False [ 644.676550] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.676737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.676819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.677062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.677290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.677396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.677495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.677558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.677706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.677796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.677899] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be created. [ 644.731689] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 644.732671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.761912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.762161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.762161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.762700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.762700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.775800] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 644.829316] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.829316] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.829316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.829883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.829883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.829883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.829883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.830062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.830062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.830290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.830290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.830290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.830439] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.057029] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.332692] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 645.355641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.356820] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.356820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.357359] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.357359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.357359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.357359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.357359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.357701] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.357701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.357701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.358557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.358744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.358744] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 645.379029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: SUCCESS [ 645.379029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.379029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.379029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.379029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.379029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.379617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.379816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.379915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.380957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.380957] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.437903] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.438140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.438140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.438519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.438745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.459758] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 645.563083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.563263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.563329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.563548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.563639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.563771] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa is going to be created. [ 645.592779] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.593154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.593154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.605054] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: UNINITIALIZED for 2s [ 645.883076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.883630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.884437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.884623] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.884738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.884801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.885067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.885172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.885261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.885434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.885581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.885581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.886392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.886392] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.886392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.886392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.886392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.886392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886868] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.029252] env[65401]: INFO networking_nsxv3.common.synchronization [req-9996eb74-75cb-4853-8767-e58c20b237f7 req-ea1dc52e-2628-4a96-a16b-f93b6e656688 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 646.029643] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 646.029942] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.030543] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.030647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.030707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.030858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.030943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.031061] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.389134] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29d49c90-f69c-4690-977b-3e198fadd97b: rpc.has_security_group_logging(os_id): False [ 646.412343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.413289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.413441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.414125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.414266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.414866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.415026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.415080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.415244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.415377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.416600] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.416600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.416753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.417272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.417356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.417993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.419094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.419184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.419299] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b is going to be created. [ 646.492248] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.492248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.492248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.492248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.492248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.504974] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: IN_PROGRESS for 2s [ 646.534243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.534243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.534243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.534243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.534683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.534683] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.534683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.534808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.534931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.535050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.535141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 already deleted. [ 646.535253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.544950] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.545105] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.545246] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.545587] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.545944] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.546160] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.546304] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.546557] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.546736] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.547049] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.547184] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.547293] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.547396] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.547505] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.547606] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.547732] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.586065] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.586174] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.586454] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.586656] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.587149] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.587373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.587519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.587931] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588163] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc583fe5-9e2d-432d-a6ee-24dd17c02d00',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.789525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 646.789694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.091371] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.092036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.092036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.092359] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.092805] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.092977] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port bc583fe5-9e2d-432d-a6ee-24dd17c02d00 not found, creating... [ 647.093302] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.093486] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.093605] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.093952] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.094561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.094723] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.094915] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.095061] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.095309] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.095457] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.095717] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: bc583fe5-9e2d-432d-a6ee-24dd17c02d00 is going to be created. [ 647.124898] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125253] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125509] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.125738] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.125995] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.476807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 647.477135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.618398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: SUCCESS [ 647.618398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.618398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.618698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.618698] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.618938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.618974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.619185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.619275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.619368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.619507] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.869065] env[65401]: INFO networking_nsxv3.common.synchronization [req-9996eb74-75cb-4853-8767-e58c20b237f7 req-9adccd98-977b-4c1a-a0a7-d96a4baa8a99 service nova] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 647.869296] env[65401]: INFO networking_nsxv3.common.synchronization [req-9996eb74-75cb-4853-8767-e58c20b237f7 req-9adccd98-977b-4c1a-a0a7-d96a4baa8a99 service nova] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 647.869476] env[65401]: INFO networking_nsxv3.common.synchronization [req-9996eb74-75cb-4853-8767-e58c20b237f7 req-9adccd98-977b-4c1a-a0a7-d96a4baa8a99 service nova] Enqueued Resource ID: bc583fe5-9e2d-432d-a6ee-24dd17c02d00 with Priority: HIGHEST for action port [ 647.870279] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 647.870441] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 647.870542] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc583fe5-9e2d-432d-a6ee-24dd17c02d00 with Priority: HIGHEST for action port [ 647.870875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.870935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.870990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.871235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.871290] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.872185] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.872313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.872384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.872568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.872727] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.872814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.872885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.873147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873866] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.874543] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.874658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.874727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.874887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.874963] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc583fe5-9e2d-432d-a6ee-24dd17c02d00',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.122227] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.122714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.122714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.122836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.123041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.123158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.123238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.123379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.123503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.123689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.123785] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.123897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.123997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.124174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.124319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.124438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.124492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.124657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.124778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124975] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.380508] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc583fe5-9e2d-432d-a6ee-24dd17c02d00 with status ACTIVE [ 648.380908] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.381575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.381575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.381575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.381760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.381932] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.382106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.382204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.382448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.382575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.383049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.383049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.383219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.383300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.383421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.383543] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc583fe5-9e2d-432d-a6ee-24dd17c02d00 is going to be updated. [ 648.385207] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.386488] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.386625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.410557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.410821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.410821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.410983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.412275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.412520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc583fe5-9e2d-432d-a6ee-24dd17c02d00" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.521402] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: SUCCESS [ 648.521727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.627107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dbba24f-7c80-4097-9f27-9ec13eaeddfa: rpc.has_security_group_logging(os_id): False [ 648.645930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.646191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.646353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.646463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.646614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.646769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647364] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.647664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.647739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648116] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.648517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.648517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.648517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.648663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.648795] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa is going to be created. [ 648.716819] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.717016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.717092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.717315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.717890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730470] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: IN_PROGRESS for 2s [ 648.889166] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.054860] env[65401]: INFO networking_nsxv3.common.synchronization [req-913424f0-7cf8-4e25-bf34-ad44a7450a5d req-acf8b3b0-8705-42af-80e6-92efdc82ab18 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 649.057684] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 649.057883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058586] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059105] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.391973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.392545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392640] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be created. [ 649.426590] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.426824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.427463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.428264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.428870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.442541] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: UNINITIALIZED for 2s [ 649.563026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.564990] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565562] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565766] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.566133] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.566500] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.566746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.566927] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.567303] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.567542] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.567858] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.568076] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.568269] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.568451] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.568572] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.568697] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.568835] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.584263] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4a7aa1c0-ca12-421e-a296-3fc65d075001 None None] Enqueued Resource ID: cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1 with Priority: HIGHEST for action port [ 649.584802] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1 with Priority: HIGHEST for action port [ 649.585149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.585283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.585362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.585637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.585765] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.594787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.595038] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.595250] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.595475] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.595813] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-ecc551d1-ddea-4824-9c7f-1eabbc340caa taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.596022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.596129] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.596450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.596584] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc551d1-ddea-4824-9c7f-1eabbc340caa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.071742] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.087628] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1 [ 650.087851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.088076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.088168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.088376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.088670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.088798] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1 already deleted. [ 650.088902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb46bb9d-e8b8-4f79-be21-6f9a8f076fb1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.099956] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.100175] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.100408] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.100561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.100734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.100830] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port ecc551d1-ddea-4824-9c7f-1eabbc340caa not found, creating... [ 650.101136] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.101311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.101447] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.101699] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.101845] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.102133] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.102288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.102396] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.102594] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.102720] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.102853] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: ecc551d1-ddea-4824-9c7f-1eabbc340caa is going to be created. [ 650.124837] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.125066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.125185] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.125447] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.125775] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.126013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.577243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.577544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.577544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.579678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.579678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.579678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 650.610939] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.611454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.611454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.621399] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 650.744134] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: SUCCESS [ 650.744343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [req-913424f0-7cf8-4e25-bf34-ad44a7450a5d req-b47579ee-e20e-49af-94d1-1d5dc37731c3 service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [req-913424f0-7cf8-4e25-bf34-ad44a7450a5d req-b47579ee-e20e-49af-94d1-1d5dc37731c3 service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [req-913424f0-7cf8-4e25-bf34-ad44a7450a5d req-b47579ee-e20e-49af-94d1-1d5dc37731c3 service nova] Enqueued Resource ID: ecc551d1-ddea-4824-9c7f-1eabbc340caa with Priority: HIGHEST for action port [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 650.862394] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc551d1-ddea-4824-9c7f-1eabbc340caa with Priority: HIGHEST for action port [ 650.862394] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.862394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.862394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.862394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.862394] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.864927] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.865232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.865549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc551d1-ddea-4824-9c7f-1eabbc340caa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.866019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.866213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.866494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.866661] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc551d1-ddea-4824-9c7f-1eabbc340caa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.369053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.369770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.372618] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc551d1-ddea-4824-9c7f-1eabbc340caa with status ACTIVE [ 651.372618] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.372618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.372618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.373046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.373046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.373165] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.375141] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.375141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.375141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc551d1-ddea-4824-9c7f-1eabbc340caa is going to be updated. [ 651.407247] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.407247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.407247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.407247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.407247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.407247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc551d1-ddea-4824-9c7f-1eabbc340caa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.460868] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 651.460868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.460868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.460868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.461272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.461272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.461272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.461420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.461473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.461694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.461694] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.964918] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.999576] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4430f81a-7b5f-4276-8ca8-957b930f64cd None None] Enqueued Resource ID: ed6f9e4b-4349-4e3d-abf5-1f4884db1548 with Priority: HIGHEST for action port [ 652.000335] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6f9e4b-4349-4e3d-abf5-1f4884db1548 with Priority: HIGHEST for action port [ 652.000817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6f9e4b-4349-4e3d-abf5-1f4884db1548 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6f9e4b-4349-4e3d-abf5-1f4884db1548" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.000817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6f9e4b-4349-4e3d-abf5-1f4884db1548" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.001431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6f9e4b-4349-4e3d-abf5-1f4884db1548" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.001572] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6f9e4b-4349-4e3d-abf5-1f4884db1548',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.468693] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8fc52f5-4f9f-46ce-827b-98113ef58173: rpc.has_security_group_logging(os_id): False [ 652.490187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.490187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.490187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.490187] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be created. [ 652.505765] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed6f9e4b-4349-4e3d-abf5-1f4884db1548 [ 652.507961] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.507961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.507961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.507961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.508395] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed6f9e4b-4349-4e3d-abf5-1f4884db1548 already deleted. [ 652.508633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6f9e4b-4349-4e3d-abf5-1f4884db1548" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.552995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.553245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.553522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.554873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.554873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.569470] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 652.632057] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 652.632291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.632480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.632680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.632863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.633051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.633122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.633221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.633302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.633399] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.136277] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.638073] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.140573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.140939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.140939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.140939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.142261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.142261] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 654.172746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.172981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.173067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.173305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.173464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.185511] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 654.359890] env[65401]: INFO networking_nsxv3.common.synchronization [None req-96aae9b1-94fe-45c3-bc81-d41f861747c6 None None] Enqueued Resource ID: b7a01521-ea7b-436e-824d-1ce566089a35 with Priority: HIGHEST for action port [ 654.360847] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a01521-ea7b-436e-824d-1ce566089a35 with Priority: HIGHEST for action port [ 654.360970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a01521-ea7b-436e-824d-1ce566089a35 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.362694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a01521-ea7b-436e-824d-1ce566089a35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.362784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a01521-ea7b-436e-824d-1ce566089a35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.363079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a01521-ea7b-436e-824d-1ce566089a35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.363168] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a01521-ea7b-436e-824d-1ce566089a35',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.584295] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 654.584477] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.865387] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a01521-ea7b-436e-824d-1ce566089a35 [ 654.865811] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.865973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.866070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.866751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.866932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.867113] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a01521-ea7b-436e-824d-1ce566089a35 already deleted. [ 654.867252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a01521-ea7b-436e-824d-1ce566089a35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197564] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.197564] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.197564] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.618519] env[65401]: INFO networking_nsxv3.common.synchronization [None req-88dc01b6-d37c-4229-8fbc-f987014c0d95 None None] Enqueued Resource ID: bcbcb6f6-95fc-4e27-994d-4f15961ed7e5 with Priority: HIGHEST for action port [ 656.618519] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbcb6f6-95fc-4e27-994d-4f15961ed7e5 with Priority: HIGHEST for action port [ 656.618780] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcbcb6f6-95fc-4e27-994d-4f15961ed7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.618874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcbcb6f6-95fc-4e27-994d-4f15961ed7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.618977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcbcb6f6-95fc-4e27-994d-4f15961ed7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.619525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcbcb6f6-95fc-4e27-994d-4f15961ed7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.619525] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbcb6f6-95fc-4e27-994d-4f15961ed7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.700540] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.700540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.700540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.700760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.700800] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.700944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.701221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.701221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.701344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.701402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.701530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.701640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.701697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.701876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.702042] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.702742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.702742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.702742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.702742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.702742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.702742] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.765283] env[65401]: INFO networking_nsxv3.common.synchronization [None req-afaa64e0-d8df-40e9-9736-267f1dd99cfb None None] Enqueued Resource ID: 16f9e4be-0dfe-4c81-8570-82c3d6104af2 with Priority: HIGHEST for action port [ 656.765283] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f9e4be-0dfe-4c81-8570-82c3d6104af2 with Priority: HIGHEST for action port [ 656.765283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-16f9e4be-0dfe-4c81-8570-82c3d6104af2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16f9e4be-0dfe-4c81-8570-82c3d6104af2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16f9e4be-0dfe-4c81-8570-82c3d6104af2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.765784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16f9e4be-0dfe-4c81-8570-82c3d6104af2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.765988] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16f9e4be-0dfe-4c81-8570-82c3d6104af2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.122527] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcbcb6f6-95fc-4e27-994d-4f15961ed7e5 [ 657.122982] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.123090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.123205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.123452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.123567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.123670] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcbcb6f6-95fc-4e27-994d-4f15961ed7e5 already deleted. [ 657.123753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcbcb6f6-95fc-4e27-994d-4f15961ed7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.208049] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b059046a-af74-446d-93af-53de4a5804df: rpc.has_security_group_logging(os_id): False [ 657.229416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.229764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.229923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.230109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.231811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.231904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.232083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.232183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.232409] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.232516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.232594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.233764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.233764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.233764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.233764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.233764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.233764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.234137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.234137] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 657.271065] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16f9e4be-0dfe-4c81-8570-82c3d6104af2 [ 657.271065] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.271222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.271357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.272202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.272202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.272202] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16f9e4be-0dfe-4c81-8570-82c3d6104af2 already deleted. [ 657.272202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16f9e4be-0dfe-4c81-8570-82c3d6104af2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.281700] env[65401]: INFO networking_nsxv3.common.synchronization [req-2976af22-0020-4f10-be58-ff373cbca1ae req-484b3f81-2538-4e6a-aa27-f73cba15ef1f tempest-ServersAdminNegativeTestJSON-848038757 tempest-ServersAdminNegativeTestJSON-848038757-project-member] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 657.282162] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 657.283124] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.283124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.283124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.283124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.283679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.283679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.283679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.283679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.283679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.283679] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.337518] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.337518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.337518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.337518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.337518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.364653] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 657.769106] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.769106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.769106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769106] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.769106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.769106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769637] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769794] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.770016] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.770136] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.770241] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.770367] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.770493] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.770596] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.770724] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.786515] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.790116] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.790727] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.790727] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.790727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.791138] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.791318] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.791434] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.791761] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.791900] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82a0ab7-2979-4eb8-9c17-df394eaaebb2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.288420] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.296884] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.297141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.297316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.297622] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.297798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.297953] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port a82a0ab7-2979-4eb8-9c17-df394eaaebb2 not found, creating... [ 658.298227] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.298392] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.298501] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.298730] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.298861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.299363] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.299933] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.300094] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.300443] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.301728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.301728] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: a82a0ab7-2979-4eb8-9c17-df394eaaebb2 is going to be created. [ 658.335355] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.335355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.335355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.335613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.336238] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.336328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.790936] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.791383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.791383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.791542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.791542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.791629] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be updated. [ 658.842454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.842755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.842833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.842994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.843282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.853856] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 659.014595] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c2b70c4c-5119-4b76-a63f-6412fb410599 None None] Enqueued Resource ID: c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16 with Priority: HIGHEST for action port [ 659.014595] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16 with Priority: HIGHEST for action port [ 659.014595] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.014595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.014595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.014595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.014595] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.062439] env[65401]: INFO networking_nsxv3.common.synchronization [req-2976af22-0020-4f10-be58-ff373cbca1ae req-d9b17bf4-ab59-43b0-9dd2-86a55df5fb4a service nova] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_rules [ 659.062614] env[65401]: INFO networking_nsxv3.common.synchronization [req-2976af22-0020-4f10-be58-ff373cbca1ae req-d9b17bf4-ab59-43b0-9dd2-86a55df5fb4a service nova] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 659.062743] env[65401]: INFO networking_nsxv3.common.synchronization [req-2976af22-0020-4f10-be58-ff373cbca1ae req-d9b17bf4-ab59-43b0-9dd2-86a55df5fb4a service nova] Enqueued Resource ID: a82a0ab7-2979-4eb8-9c17-df394eaaebb2 with Priority: HIGHEST for action port [ 659.064749] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_rules [ 659.064749] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 659.064749] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82a0ab7-2979-4eb8-9c17-df394eaaebb2 with Priority: HIGHEST for action port [ 659.064749] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.064749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.064749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.064749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.064749] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.067642] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.067803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.068069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.068230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.068320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.068542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.068669] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82a0ab7-2979-4eb8-9c17-df394eaaebb2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.379989] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 659.381216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.521023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16 [ 659.521303] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.521453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.521453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.521694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.521809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.521942] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16 already deleted. [ 659.521991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d76d38-91ef-4fb4-a0a3-b7ee72e60c16" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.570813] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.571027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.572293] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82a0ab7-2979-4eb8-9c17-df394eaaebb2 with status ACTIVE [ 659.572460] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.572584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.572652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.572844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.573313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.573313] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.573313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.574060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.574261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.574427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.575551] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.576474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.576474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.576638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.576723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.577276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82a0ab7-2979-4eb8-9c17-df394eaaebb2 is going to be updated. [ 659.601121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.601121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.601300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.602362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.602795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.603111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82a0ab7-2979-4eb8-9c17-df394eaaebb2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.767294] env[65401]: INFO networking_nsxv3.common.synchronization [req-b7fee41b-b96b-4173-953a-d2d65cd49244 req-95bf8dc8-8ebb-41b0-8fdc-568a191f3dae tempest-DeleteServersAdminTestJSON-2086434646 tempest-DeleteServersAdminTestJSON-2086434646-project-member] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 659.767294] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 659.770097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.770097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.770097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.770380] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.770380] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.770380] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.770591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.770591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.770687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.771052] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.923186] env[65401]: INFO networking_nsxv3.common.synchronization [None req-bbd43fcc-1795-4f4a-9f19-9a8f4c8a2f28 None None] Enqueued Resource ID: 741090e9-d02f-4ee7-ab3d-e712cbbfda13 with Priority: HIGHEST for action port [ 659.923186] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741090e9-d02f-4ee7-ab3d-e712cbbfda13 with Priority: HIGHEST for action port [ 659.923186] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-741090e9-d02f-4ee7-ab3d-e712cbbfda13 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.923186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741090e9-d02f-4ee7-ab3d-e712cbbfda13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.923186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741090e9-d02f-4ee7-ab3d-e712cbbfda13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.923186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741090e9-d02f-4ee7-ab3d-e712cbbfda13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.923851] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741090e9-d02f-4ee7-ab3d-e712cbbfda13',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.103644] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.103846] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.103987] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.104268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.104548] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.105051] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.105416] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.105561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.105754] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.106102] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.107596] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.107596] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.107596] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.107596] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.107596] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.107596] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.135522] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.136256] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.136369] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.136636] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.136954] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-ee2811c9-76d8-474e-90fd-09df1b0ddec9 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.137217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.137335] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.137897] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.139968] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2811c9-76d8-474e-90fd-09df1b0ddec9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.273690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.273904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.274658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.274658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.274658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.274945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.274945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.274945] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be updated. [ 660.321083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.321334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.321400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.321628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.322045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.340887] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 660.427052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 741090e9-d02f-4ee7-ab3d-e712cbbfda13 [ 660.427721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.427721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.427721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.427721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.428877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.428877] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:741090e9-d02f-4ee7-ab3d-e712cbbfda13 already deleted. [ 660.428877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741090e9-d02f-4ee7-ab3d-e712cbbfda13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.641136] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641136] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641136] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.641136] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.641446] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.641518] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port ee2811c9-76d8-474e-90fd-09df1b0ddec9 not found, creating... [ 660.641835] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.642091] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.642264] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.642562] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.642731] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643332] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.643528] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643696] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.644374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644374] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: ee2811c9-76d8-474e-90fd-09df1b0ddec9 is going to be created. [ 660.668249] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.668632] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.668632] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.668976] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.669287] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.669611] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.705021] env[65401]: INFO networking_nsxv3.common.synchronization [None req-54be7d32-78a3-4148-8127-36e4ad2b6ecc tempest-ServersV294TestFqdnHostnames-948733554 tempest-ServersV294TestFqdnHostnames-948733554-project-member] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 660.705761] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 660.706753] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.706753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.706753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.706753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.707053] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.869497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 660.869746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.869883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.870131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.870313] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.870432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.870507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.870643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.870721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.870822] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.905064] env[65401]: INFO networking_nsxv3.common.synchronization [None req-df865985-2f05-44fb-9e13-5a413e421d87 tempest-ServersV294TestFqdnHostnames-948733554 tempest-ServersV294TestFqdnHostnames-948733554-project-member] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 660.905781] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 660.905781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.905928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.231755] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.231755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.231755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.231755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.231755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.231755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 already deleted. [ 661.231755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.232294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.232507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.232600] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.373340] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.411550] env[65401]: INFO networking_nsxv3.common.synchronization [req-b7fee41b-b96b-4173-953a-d2d65cd49244 req-c7e3f655-5595-46e3-8dd4-2e0c57e819c8 service nova] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_rules [ 661.411728] env[65401]: INFO networking_nsxv3.common.synchronization [req-b7fee41b-b96b-4173-953a-d2d65cd49244 req-c7e3f655-5595-46e3-8dd4-2e0c57e819c8 service nova] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 661.411919] env[65401]: INFO networking_nsxv3.common.synchronization [req-b7fee41b-b96b-4173-953a-d2d65cd49244 req-c7e3f655-5595-46e3-8dd4-2e0c57e819c8 service nova] Enqueued Resource ID: ee2811c9-76d8-474e-90fd-09df1b0ddec9 with Priority: HIGHEST for action port [ 661.413996] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_rules [ 661.414621] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 661.414621] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2811c9-76d8-474e-90fd-09df1b0ddec9 with Priority: HIGHEST for action port [ 661.414621] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.414791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.414936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.415689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.415689] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.421358] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.421358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.421849] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2811c9-76d8-474e-90fd-09df1b0ddec9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.421849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.421849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.422076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.422076] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2811c9-76d8-474e-90fd-09df1b0ddec9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.756790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.757101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.757101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.757232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.757305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.757439] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 already deleted. [ 661.757484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.877667] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.924689] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.924856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928088] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2811c9-76d8-474e-90fd-09df1b0ddec9 with status ACTIVE [ 661.928088] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.928541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930541] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930541] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.930541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930541] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2811c9-76d8-474e-90fd-09df1b0ddec9 is going to be updated. [ 661.960279] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.963090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.963090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.963090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.963090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.963090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2811c9-76d8-474e-90fd-09df1b0ddec9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.165137] env[65401]: INFO networking_nsxv3.common.synchronization [req-a32954fe-e754-4bbe-8a7b-a7e234850c5e req-5380e62b-151b-4e54-aab9-212d962cefd7 tempest-ServerDiagnosticsNegativeTest-1363455120 tempest-ServerDiagnosticsNegativeTest-1363455120-project-member] Enqueued Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 662.165907] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 with Priority: HIGHEST for action security_group_members [ 662.166251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7110285c-ccfb-43c5-ad72-1dc136ae3521 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.166457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.166657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166806] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.167011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.167137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.167223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.167316] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7110285c-ccfb-43c5-ad72-1dc136ae3521',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.352800] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 662.352875] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 deletion is rescheduled due to dependency. [ 662.353540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.353540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.353540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.353725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.353789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.353825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.354366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.354366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.354366] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.381628] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.382135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.383549] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be updated. [ 662.394120] env[65401]: INFO networking_nsxv3.common.synchronization [req-4863928d-1c6e-4a13-bb03-4e53794eef3d req-86fea549-256e-4211-9b07-43f4bf211f70 tempest-AttachInterfacesV270Test-1304140053 tempest-AttachInterfacesV270Test-1304140053-project-member] Enqueued Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 662.394339] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 662.394686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.395376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.395668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.395767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.395905] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.396023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.396233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.396233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.396341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.396419] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.419977] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.420182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.420532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.420708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.436281] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 662.506686] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9b7385c6-4c4e-405d-927d-40eafec0970d None None] Enqueued Resource ID: 839455e5-b259-4d47-857d-0d5d33f586c1 with Priority: HIGHEST for action port [ 662.509805] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839455e5-b259-4d47-857d-0d5d33f586c1 with Priority: HIGHEST for action port [ 662.510259] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-839455e5-b259-4d47-857d-0d5d33f586c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.510364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839455e5-b259-4d47-857d-0d5d33f586c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.510438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839455e5-b259-4d47-857d-0d5d33f586c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.510812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839455e5-b259-4d47-857d-0d5d33f586c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.510929] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839455e5-b259-4d47-857d-0d5d33f586c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.669453] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.669882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.669976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670178] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.670278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.670570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670656] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 is going to be updated. [ 662.708597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.708739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.708827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.709181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.709222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.722483] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: IN_PROGRESS for 2s [ 662.858464] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.874313] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.874475] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-468" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.874568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-468" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.874881] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-468" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.875152] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.876109] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.876109] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.876109] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.876373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.876460] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.876615] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.876732] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.876840] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.877021] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.877137] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.877261] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.898720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.898879] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.899026] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.899212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-468" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.899830] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-67b3ce42-4daf-4480-9264-af4d19e4388f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.900231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.900231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.900686] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.900847] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b3ce42-4daf-4480-9264-af4d19e4388f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.902023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.902146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.902206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.902388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.902475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.902904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.903033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.903137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.903316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.903402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.903487] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 already deleted. [ 662.903567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.016418] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 839455e5-b259-4d47-857d-0d5d33f586c1 [ 663.016418] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.016418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.016418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.016418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.016418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.016418] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:839455e5-b259-4d47-857d-0d5d33f586c1 already deleted. [ 663.016418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839455e5-b259-4d47-857d-0d5d33f586c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.363034] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.405550] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.405838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407404] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 67b3ce42-4daf-4480-9264-af4d19e4388f not found, creating... [ 663.407404] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.407404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407918] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407918] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.409951] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.409951] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.410147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.410272] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.410406] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 67b3ce42-4daf-4480-9264-af4d19e4388f is going to be created. [ 663.436873] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.437094] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.437206] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.437481] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.437741] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.438010] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.863705] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.864322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.864322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.864447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.864536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.864670] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be updated. [ 663.900504] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.900708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.901187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.901582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.901853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.915149] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [req-4863928d-1c6e-4a13-bb03-4e53794eef3d req-1aa97681-fa39-4414-b5f1-41e73d1248f1 service nova] Enqueued Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_rules [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [req-4863928d-1c6e-4a13-bb03-4e53794eef3d req-1aa97681-fa39-4414-b5f1-41e73d1248f1 service nova] Enqueued Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [req-4863928d-1c6e-4a13-bb03-4e53794eef3d req-1aa97681-fa39-4414-b5f1-41e73d1248f1 service nova] Enqueued Resource ID: 67b3ce42-4daf-4480-9264-af4d19e4388f with Priority: HIGHEST for action port [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_rules [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 664.162515] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b3ce42-4daf-4480-9264-af4d19e4388f with Priority: HIGHEST for action port [ 664.162515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.162515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.162515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.170041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.170041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.170041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.170041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.170041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.170821] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b3ce42-4daf-4480-9264-af4d19e4388f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.170821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.170821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.172475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.172600] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b3ce42-4daf-4480-9264-af4d19e4388f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.447898] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 664.448307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.448779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.449109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.449362] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.449679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.449679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.451278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.451278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.451278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.451278] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.676689] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.680157] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680157] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b3ce42-4daf-4480-9264-af4d19e4388f with status ACTIVE [ 664.680157] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.680157] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.680157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.680659] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682295] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b3ce42-4daf-4480-9264-af4d19e4388f is going to be updated. [ 664.719670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.719818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.719898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.720119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.720267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.720435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b3ce42-4daf-4480-9264-af4d19e4388f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739615] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 in Status: SUCCESS [ 664.739615] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7110285c-ccfb-43c5-ad72-1dc136ae3521 deletion is rescheduled due to dependency. [ 664.739615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7110285c-ccfb-43c5-ad72-1dc136ae3521" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.955430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.955430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.955430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.956527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.956527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.956527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.956527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.957257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.957257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.957257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.957257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.957464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.957573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.957815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.958041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.958802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.958802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.958802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.958802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.959030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.959030] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.184598] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.463598] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf32b89-03ff-4fef-8410-cc98b66aab3d: rpc.has_security_group_logging(os_id): False [ 665.481734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.481883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.481928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.482147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.482258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.482452] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.482553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.482616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.482764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.482841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.483061] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.483191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.483233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.483347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.483418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.483608] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.483701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.483761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.483895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.483984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.484130] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be updated. [ 665.566531] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.566531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.566531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.566531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.566531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.585561] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 665.693335] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.693561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.693643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.693997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.694192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.694256] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 is going to be created. [ 665.735022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.735022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.735022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.735022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.735022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.776999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: UNINITIALIZED for 2s [ 665.930479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 665.930554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.931067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.931316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.931544] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.932357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.932357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.932357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.932357] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.434507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.434845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.434845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.435339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.436241] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.436334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.436418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.436764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.436877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.437084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.437607] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.437607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.437607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.437812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.438167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.438167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.438810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.438810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.438810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438810] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.941699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d7b281-7b9b-469d-93aa-40a1b6c5cee1: rpc.has_security_group_logging(os_id): False [ 666.963283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.963807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.964210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.964643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.964643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.964742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.964848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.965334] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.965632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.965824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966979] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be updated. [ 667.042203] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.042475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.042604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.042979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.043198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062041] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 667.078838] env[65401]: INFO networking_nsxv3.common.synchronization [req-716c0b4f-eac9-46ad-8412-b87be27ea7bf req-5800d571-e655-4d37-82c8-c466a30d73bf tempest-ServerExternalEventsTest-14710224 tempest-ServerExternalEventsTest-14710224-project-member] Enqueued Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 667.079346] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGHEST for action security_group_members [ 667.079693] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.079861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.079927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.080149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.080319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.080450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.080510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.080673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.080783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.080882] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.587182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.587182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.587182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.587182] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa is going to be updated. [ 667.608791] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 667.608791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625035] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.625035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.633924] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: IN_PROGRESS for 2s [ 667.787209] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: SUCCESS [ 667.787309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.788748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.789634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.789634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.790607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.790766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.791282] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.299024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.299024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.299024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.300128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.300128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.300128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.300128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.300128] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.802940] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a0ba52e-46d8-4484-a5d1-5c47cf850e48: rpc.has_security_group_logging(os_id): False [ 668.825394] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.825493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.825493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.826450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.826450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.826813] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.826813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.826813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.826992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.827509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.827509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.827509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.828774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.828774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.828774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.828774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 is going to be created. [ 668.906692] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.906908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.906908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.907189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.907381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.922156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: IN_PROGRESS for 2s [ 669.075514] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 669.075836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.644050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa in Status: SUCCESS [ 669.644255] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa deletion is rescheduled due to dependency. [ 669.644401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.119751] env[65401]: INFO networking_nsxv3.common.synchronization [None req-36d12d6b-c9f4-44e7-a591-dd2466323efa None None] Enqueued Resource ID: 16a8b076-3fca-4ee8-816a-c5210dd6d498 with Priority: HIGHEST for action port [ 670.120360] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a8b076-3fca-4ee8-816a-c5210dd6d498 with Priority: HIGHEST for action port [ 670.120722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a8b076-3fca-4ee8-816a-c5210dd6d498 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.120858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a8b076-3fca-4ee8-816a-c5210dd6d498" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.120926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a8b076-3fca-4ee8-816a-c5210dd6d498" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.121574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a8b076-3fca-4ee8-816a-c5210dd6d498" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.121692] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a8b076-3fca-4ee8-816a-c5210dd6d498',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.624645] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16a8b076-3fca-4ee8-816a-c5210dd6d498 [ 670.624793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.625018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.625018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.625467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.625467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.625467] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16a8b076-3fca-4ee8-816a-c5210dd6d498 already deleted. [ 670.625674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a8b076-3fca-4ee8-816a-c5210dd6d498" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.843416] env[65401]: INFO networking_nsxv3.common.synchronization [req-aed651eb-ca19-408a-994c-5a4440da132e req-a7770e93-897d-4b22-84d1-9df81526bc26 tempest-ServersTestManualDisk-1452349472 tempest-ServersTestManualDisk-1452349472-project-member] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 670.843963] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 670.844281] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.844410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.844477] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.844738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.844890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.845094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.845953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.846151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.846248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.846348] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.944522] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: SUCCESS [ 670.944522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.353373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.353373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.353493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.354305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354305] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.354305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.354305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.354502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.354502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d already deleted. [ 671.354659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.357594] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357594] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-285" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.357594] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-285" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.357594] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-285" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.357879] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357982] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.358139] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.358374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.358933] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.358933] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.358933] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.359152] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.359826] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.364485] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.364485] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.364485] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.389086] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.389253] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.389387] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.389852] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-285" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.392124] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-d9382780-d280-402a-8da7-1c801745b562 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.392124] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.392124] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.392124] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.392124] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9382780-d280-402a-8da7-1c801745b562',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.901019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.901019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port d9382780-d280-402a-8da7-1c801745b562 not found, creating... [ 671.901019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.901019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.901510] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.901667] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.901905] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902269] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.902522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902789] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: d9382780-d280-402a-8da7-1c801745b562 is going to be created. [ 671.924505] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.924697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.924816] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.925155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.925773] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.925980] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.942017] env[65401]: INFO networking_nsxv3.common.synchronization [req-e96c8446-39ec-40ce-ae89-1e59f317636e req-bc0513bd-0d39-4568-b613-3e4a3463fd01 tempest-TenantUsagesTestJSON-266427288 tempest-TenantUsagesTestJSON-266427288-project-member] Enqueued Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 671.942570] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGHEST for action security_group_members [ 671.942886] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.943025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.943249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.943482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.943649] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.943820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.943893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.944118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.944202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.944301] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.449192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.449192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.449192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.450183] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b is going to be updated. [ 672.485876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.485876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.495153] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: IN_PROGRESS for 2s [ 672.609348] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9e23e3c8-6885-4785-9915-28a231c86b6b None None] Enqueued Resource ID: 497a2196-7803-4aec-a655-5c59d27c0fb0 with Priority: HIGHEST for action port [ 672.610294] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497a2196-7803-4aec-a655-5c59d27c0fb0 with Priority: HIGHEST for action port [ 672.610294] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-497a2196-7803-4aec-a655-5c59d27c0fb0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.610462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497a2196-7803-4aec-a655-5c59d27c0fb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.610462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497a2196-7803-4aec-a655-5c59d27c0fb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.610711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497a2196-7803-4aec-a655-5c59d27c0fb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.610799] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497a2196-7803-4aec-a655-5c59d27c0fb0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [req-aed651eb-ca19-408a-994c-5a4440da132e req-c8a3e572-657a-4a6a-aa42-5f1c113a65e2 service nova] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [req-aed651eb-ca19-408a-994c-5a4440da132e req-c8a3e572-657a-4a6a-aa42-5f1c113a65e2 service nova] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [req-aed651eb-ca19-408a-994c-5a4440da132e req-c8a3e572-657a-4a6a-aa42-5f1c113a65e2 service nova] Enqueued Resource ID: d9382780-d280-402a-8da7-1c801745b562 with Priority: HIGHEST for action port [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_rules [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 672.667313] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9382780-d280-402a-8da7-1c801745b562 with Priority: HIGHEST for action port [ 672.667313] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.667313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.667313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.667313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.667313] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.669981] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.670295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.670921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.671178] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.671399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.671549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.671946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.672206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.672423] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.675746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9382780-d280-402a-8da7-1c801745b562 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.675746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.675746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.675746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.675746] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9382780-d280-402a-8da7-1c801745b562',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.176696] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497a2196-7803-4aec-a655-5c59d27c0fb0 [ 673.176916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.177154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.177154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.177371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.180421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180421] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497a2196-7803-4aec-a655-5c59d27c0fb0 already deleted. [ 673.180421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497a2196-7803-4aec-a655-5c59d27c0fb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180421] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.180421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.180421] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.181270] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9382780-d280-402a-8da7-1c801745b562 with status ACTIVE [ 673.181450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.181608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.181677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.182221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.182221] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.182221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.182501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.182501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.185883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.185883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.185883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.185883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185883] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9382780-d280-402a-8da7-1c801745b562 is going to be updated. [ 673.209761] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.209900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.209964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.210208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.210342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9382780-d280-402a-8da7-1c801745b562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.683373] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.186053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.186209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.186286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.186522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.186722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.186802] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d is going to be created. [ 674.218415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.218667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.218782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.219212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.219611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.247620] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: UNINITIALIZED for 2s [ 674.507225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29d49c90-f69c-4690-977b-3e198fadd97b in Status: SUCCESS [ 674.507437] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b deletion is rescheduled due to dependency. [ 674.507554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.259651] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: SUCCESS [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.261187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.261187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.261187] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.763936] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.228131] env[65401]: INFO networking_nsxv3.common.synchronization [req-81ffe50f-a226-479e-87e8-4c8bef9d98ee req-9d76d516-a413-473d-ab51-0c096986a35d tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 677.228671] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 677.230810] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.231040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.231105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.231469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.232335] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.232476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.232580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.233653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233912] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.265597] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 813e6067-f4d9-4fff-935c-e02c810c204d: rpc.has_security_group_logging(os_id): False [ 677.296041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.296266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.296266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.296474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.296567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.296830] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.296928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.296979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.297161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.297233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.297335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d is going to be created. [ 677.402638] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.402804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.402875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.403123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.403310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.428525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: IN_PROGRESS for 2s [ 677.655046] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1d791156-4d95-4e0b-89fc-dd2761d65108 None None] Enqueued Resource ID: f35e8a29-8f8a-49ac-b47e-cbcce939bcf0 with Priority: HIGHEST for action port [ 677.655046] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35e8a29-8f8a-49ac-b47e-cbcce939bcf0 with Priority: HIGHEST for action port [ 677.655046] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35e8a29-8f8a-49ac-b47e-cbcce939bcf0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.655046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35e8a29-8f8a-49ac-b47e-cbcce939bcf0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.655046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35e8a29-8f8a-49ac-b47e-cbcce939bcf0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.655346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35e8a29-8f8a-49ac-b47e-cbcce939bcf0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.655346] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35e8a29-8f8a-49ac-b47e-cbcce939bcf0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.737759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.737759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.738180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.738180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.738260] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 already deleted. [ 677.738296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.975518] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.975751] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.975831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.976197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.977038] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.977038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.977038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.977038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.977728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979366] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.979457] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.979569] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.979702] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.979784] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.979984] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.980063] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.000325] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.000522] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.000717] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.000912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.001304] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-0dc1379e-b06a-4f49-b53f-648b5f73b578 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.001543] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.001669] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.002058] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.002257] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc1379e-b06a-4f49-b53f-648b5f73b578',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.157774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f35e8a29-8f8a-49ac-b47e-cbcce939bcf0 [ 678.158101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.158251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.158367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.158528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.158617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.158696] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f35e8a29-8f8a-49ac-b47e-cbcce939bcf0 already deleted. [ 678.158773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35e8a29-8f8a-49ac-b47e-cbcce939bcf0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.506292] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.506292] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.506292] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.506776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.506776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.506867] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 0dc1379e-b06a-4f49-b53f-648b5f73b578 not found, creating... [ 678.507095] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.507695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.507695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.507695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.508801] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.509990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.510936] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.510936] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.510936] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.510936] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 0dc1379e-b06a-4f49-b53f-648b5f73b578 is going to be created. [ 678.534555] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.534881] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534978] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.535200] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.535434] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.535701] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.080964] env[65401]: INFO networking_nsxv3.common.synchronization [req-7cddebfd-59f4-41f3-9751-f780e81a8afc req-e34a95b5-de1c-476a-8e06-d29cbdd1af0d tempest-ServersV294TestFqdnHostnames-948733554 tempest-ServersV294TestFqdnHostnames-948733554-project-member] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 679.081531] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 679.082077] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.082077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.082521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.082823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.082992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.083103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.083272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.083353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.083411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.083499] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.266936] env[65401]: INFO networking_nsxv3.common.synchronization [req-81ffe50f-a226-479e-87e8-4c8bef9d98ee req-29a235cd-a5cb-4aa4-aafa-8b6a8e123378 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 679.266936] env[65401]: INFO networking_nsxv3.common.synchronization [req-81ffe50f-a226-479e-87e8-4c8bef9d98ee req-29a235cd-a5cb-4aa4-aafa-8b6a8e123378 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 679.267049] env[65401]: INFO networking_nsxv3.common.synchronization [req-81ffe50f-a226-479e-87e8-4c8bef9d98ee req-29a235cd-a5cb-4aa4-aafa-8b6a8e123378 service nova] Enqueued Resource ID: 0dc1379e-b06a-4f49-b53f-648b5f73b578 with Priority: HIGHEST for action port [ 679.267577] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 679.267714] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 679.267812] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc1379e-b06a-4f49-b53f-648b5f73b578 with Priority: HIGHEST for action port [ 679.268102] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.268229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.268294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.268559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.268646] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.269738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.269973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.269973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.270401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.270471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.270790] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.272483] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc1379e-b06a-4f49-b53f-648b5f73b578 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.272483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.272483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.272483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.272483] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc1379e-b06a-4f49-b53f-648b5f73b578',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.443690] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: SUCCESS [ 679.443690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.525460] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-485 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.525460] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-485" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525460] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-485" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.525460] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-485" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.526011] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.526011] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.526410] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.526691] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.526849] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527097] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.527215] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.527346] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.527664] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.527823] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.527950] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.528091] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.549019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.549203] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.549423] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.549603] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-485" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.549982] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.550235] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.550305] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.550585] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.550718] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507e4b53-a9ac-49de-98b0-b5a17de7f3ae',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.587492] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.588642] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.588642] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 already deleted. [ 679.588642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.773812] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.773899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.774161] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.775115] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dc1379e-b06a-4f49-b53f-648b5f73b578 with status ACTIVE [ 679.775300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.775465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.775465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.776108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.776108] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.776296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.776296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.776412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.776481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.777083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.777083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.777083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.777083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.777083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.777083] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dc1379e-b06a-4f49-b53f-648b5f73b578 is going to be updated. [ 679.800219] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.800392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.800440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.800642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.800782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.800942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc1379e-b06a-4f49-b53f-648b5f73b578" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.055211] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.055211] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.055341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.055508] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.055726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.055936] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 507e4b53-a9ac-49de-98b0-b5a17de7f3ae not found, creating... [ 680.056263] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.056465] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056612] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.056983] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.057182] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.057469] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.057617] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.057729] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.058126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.058268] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 507e4b53-a9ac-49de-98b0-b5a17de7f3ae is going to be created. [ 680.082844] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.083062] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.083180] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.083451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.083680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.083895] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.278976] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.467858] env[65401]: INFO networking_nsxv3.common.synchronization [None req-96f36778-74aa-48d0-9aa9-e6c9f2791dc0 None None] Enqueued Resource ID: a7cfe1a6-74d5-4a22-9f16-e9339a104441 with Priority: HIGHEST for action port [ 680.468384] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7cfe1a6-74d5-4a22-9f16-e9339a104441 with Priority: HIGHEST for action port [ 680.469028] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7cfe1a6-74d5-4a22-9f16-e9339a104441 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.469211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7cfe1a6-74d5-4a22-9f16-e9339a104441" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.469211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7cfe1a6-74d5-4a22-9f16-e9339a104441" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.470103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7cfe1a6-74d5-4a22-9f16-e9339a104441" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.470103] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7cfe1a6-74d5-4a22-9f16-e9339a104441',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.784929] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.784929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.784929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.784929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.784929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.784929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be created. [ 680.811391] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.811876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.811876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.811876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.812428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.823422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: UNINITIALIZED for 2s [ 680.827769] env[65401]: INFO networking_nsxv3.common.synchronization [req-7cddebfd-59f4-41f3-9751-f780e81a8afc req-12c0e9bd-4732-4067-a926-70f6bab9e871 service nova] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 680.827874] env[65401]: INFO networking_nsxv3.common.synchronization [req-7cddebfd-59f4-41f3-9751-f780e81a8afc req-12c0e9bd-4732-4067-a926-70f6bab9e871 service nova] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 680.828065] env[65401]: INFO networking_nsxv3.common.synchronization [req-7cddebfd-59f4-41f3-9751-f780e81a8afc req-12c0e9bd-4732-4067-a926-70f6bab9e871 service nova] Enqueued Resource ID: 507e4b53-a9ac-49de-98b0-b5a17de7f3ae with Priority: HIGHEST for action port [ 680.828660] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_rules [ 680.828992] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 680.828992] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 507e4b53-a9ac-49de-98b0-b5a17de7f3ae with Priority: HIGHEST for action port [ 680.829171] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.829292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.829416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.829550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.829626] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.830553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.830553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.830682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.830793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.830931] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.831024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.831108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.831248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.831333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.831418] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.832233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.832386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.832462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.832618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.832699] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507e4b53-a9ac-49de-98b0-b5a17de7f3ae',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.973105] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7cfe1a6-74d5-4a22-9f16-e9339a104441 [ 680.973764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.973939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.974030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.974251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.974344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.974440] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7cfe1a6-74d5-4a22-9f16-e9339a104441 already deleted. [ 680.974522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7cfe1a6-74d5-4a22-9f16-e9339a104441" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.076616] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b7a51e45-c8b9-43c2-b5ac-7f74012e2485 None None] Enqueued Resource ID: db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe with Priority: HIGHEST for action port [ 681.077217] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe with Priority: HIGHEST for action port [ 681.077557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.079873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.083925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.083925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.083925] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.334762] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.335362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.335362] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.336391] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 507e4b53-a9ac-49de-98b0-b5a17de7f3ae with status ACTIVE [ 681.336444] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.336574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.336762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.336910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.336973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.338442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.338954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338954] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 507e4b53-a9ac-49de-98b0-b5a17de7f3ae is going to be updated. [ 681.365756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.365909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.365983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.366671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.366671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.366671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-507e4b53-a9ac-49de-98b0-b5a17de7f3ae" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.594218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe [ 681.594218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.594218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.594218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.594218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.594218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.594218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe already deleted. [ 681.594218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8e6e9f-b84b-4d3b-af6a-7f4fa884dbbe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844984] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.349766] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.350042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.350042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.350259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.350367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350542] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 is going to be created. [ 682.396282] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.401039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.401039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.401039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.401039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.420124] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: UNINITIALIZED for 2s [ 682.837215] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 682.837417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.837580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.838140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.838140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.838140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.838336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.838336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.838406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.838472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.838565] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.343416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.343416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.343416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.343416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.343416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.344565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.344565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.344565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.344565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.344565] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.649368] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3df3fe5-8997-4ba0-b88a-d9f27b903500 req-eff13d22-7848-4408-a64a-187498b4e6b4 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 683.649835] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 683.649931] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.650175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.650678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.650678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.650678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.650914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.651037] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.830826] env[65401]: INFO networking_nsxv3.common.synchronization [None req-68f3d880-61dd-4cd5-a5be-c56e34ade6fe None None] Enqueued Resource ID: 1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca with Priority: HIGHEST for action port [ 683.831400] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca with Priority: HIGHEST for action port [ 683.832110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.832230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.832230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.832771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.832771] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.847673] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0563a7ca-3fe2-49a5-8086-543a097ce576: rpc.has_security_group_logging(os_id): False [ 683.867473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.867925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.868172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.870995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.870995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.870995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.870995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.871658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.871658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.871658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.871658] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be created. [ 683.941596] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.944428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.944428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.944428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.944428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 684.075789] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075789] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.075789] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.076495] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.076495] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.076495] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.076495] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.076495] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.076495] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.109950] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.110215] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.110466] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.110691] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.111256] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-d3672030-60d2-4f78-acd4-1c0abcb8596f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.111543] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.111750] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.112278] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.112602] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3672030-60d2-4f78-acd4-1c0abcb8596f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.153856] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.335740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca [ 684.335740] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.335740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.335740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.335740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.335740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.335740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca already deleted. [ 684.335740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3e7931-0c6e-48f9-a6ea-ac8fb15b41ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432033] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: SUCCESS [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432033] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.615822] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.616084] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.616225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.616524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.616762] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.616869] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port d3672030-60d2-4f78-acd4-1c0abcb8596f not found, creating... [ 684.617153] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.617316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.617452] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.617745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.617851] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.618107] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.618259] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.618368] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.618611] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.618696] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.618829] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: d3672030-60d2-4f78-acd4-1c0abcb8596f is going to be created. [ 684.639675] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.639910] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.640036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.640256] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.640478] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.640697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.656318] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.795941] env[65401]: INFO networking_nsxv3.common.synchronization [req-7f2968ac-6b2b-4437-97a6-e09c837ae664 req-339f5dba-b2ac-4dfe-9dfb-bd4bfc57ba39 tempest-DeleteServersAdminTestJSON-2086434646 tempest-DeleteServersAdminTestJSON-2086434646-project-member] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 684.795941] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGHEST for action security_group_members [ 684.795941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.795941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.796384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.796384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.796384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.796384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.796530] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.935288] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.158669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.158824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.158896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.159141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.159228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.159427] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 685.193128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.193280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.193345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.193571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.193709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.203271] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 685.299437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.299684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.299684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.299839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.299897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.302979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.302979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.302979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.302979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.302979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.302979] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be updated. [ 685.356690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.356690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.356690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.356690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.356690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.376562] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: IN_PROGRESS for 2s [ 685.438932] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7eca7f2-b997-484a-89f7-709ab0e6e8b1: rpc.has_security_group_logging(os_id): False [ 685.461176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.463406] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.463406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.463406] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 is going to be created. [ 685.466889] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3df3fe5-8997-4ba0-b88a-d9f27b903500 req-f8870428-5527-4254-9aef-d82c17e3181c service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 685.466889] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3df3fe5-8997-4ba0-b88a-d9f27b903500 req-f8870428-5527-4254-9aef-d82c17e3181c service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 685.466889] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3df3fe5-8997-4ba0-b88a-d9f27b903500 req-f8870428-5527-4254-9aef-d82c17e3181c service nova] Enqueued Resource ID: d3672030-60d2-4f78-acd4-1c0abcb8596f with Priority: HIGHEST for action port [ 685.467561] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 685.468202] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 685.468551] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3672030-60d2-4f78-acd4-1c0abcb8596f with Priority: HIGHEST for action port [ 685.469193] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.469193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.469193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.469374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.469411] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.471059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.471059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.471201] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3672030-60d2-4f78-acd4-1c0abcb8596f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.471901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.471901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.471901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.471901] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3672030-60d2-4f78-acd4-1c0abcb8596f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.542875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.544348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.544461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.545247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.545247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.562766] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: IN_PROGRESS for 2s [ 685.908894] env[65401]: INFO networking_nsxv3.common.synchronization [req-0f43af94-2182-4e13-86a4-fb341bd1e3b2 req-0ce684b0-8916-4277-b113-f60221297d3e tempest-FloatingIPsAssociationNegativeTestJSON-1808889183 tempest-FloatingIPsAssociationNegativeTestJSON-1808889183-project-member] Enqueued Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 685.910419] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGHEST for action security_group_members [ 685.910572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.910572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.910695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.910893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.910979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.911236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.911236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.911330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.914482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914482] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.973945] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 685.974185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.974623] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974913] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3672030-60d2-4f78-acd4-1c0abcb8596f with status ACTIVE [ 685.975092] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.975236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.975283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.975447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.975541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.975935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.975935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.976088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.976739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.976739] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.976739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.976739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.976739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.976739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.977125] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3672030-60d2-4f78-acd4-1c0abcb8596f is going to be updated. [ 686.005681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.005842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.005891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.006163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.006361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3672030-60d2-4f78-acd4-1c0abcb8596f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.416662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.416662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.416662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.416662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d is going to be updated. [ 686.444856] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.444856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.445245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.445245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.445245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.458029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: IN_PROGRESS for 2s [ 686.861515] env[65401]: INFO networking_nsxv3.common.synchronization [None req-cd269dbb-45e3-4e83-8eba-64f1d28871d3 None None] Enqueued Resource ID: e7096ee7-a9fe-42c5-919f-a078557a010a with Priority: HIGHEST for action port [ 686.861515] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7096ee7-a9fe-42c5-919f-a078557a010a with Priority: HIGHEST for action port [ 686.861515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7096ee7-a9fe-42c5-919f-a078557a010a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.861515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7096ee7-a9fe-42c5-919f-a078557a010a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.861515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7096ee7-a9fe-42c5-919f-a078557a010a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.861515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7096ee7-a9fe-42c5-919f-a078557a010a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.861515] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7096ee7-a9fe-42c5-919f-a078557a010a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.216122] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.216122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.216122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.216122] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.365868] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7096ee7-a9fe-42c5-919f-a078557a010a [ 687.365868] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365868] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7096ee7-a9fe-42c5-919f-a078557a010a already deleted. [ 687.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7096ee7-a9fe-42c5-919f-a078557a010a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.388905] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 in Status: SUCCESS [ 687.388905] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 deletion is rescheduled due to dependency. [ 687.388905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.573984] env[65401]: INFO networking_nsxv3.common.synchronization [req-4a78704b-fea6-4607-a9a6-2ef72198f23e req-d90db6d9-3c99-4ad1-b5f4-d78c13bb7355 tempest-AttachInterfacesV270Test-1304140053 tempest-AttachInterfacesV270Test-1304140053-project-member] Enqueued Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 687.574562] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGHEST for action security_group_members [ 687.574914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.575195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.575277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.575517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.575689] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.575809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.575869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.576067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.576154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.576249] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.579836] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: SUCCESS [ 687.579997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717959] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.080519] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.086415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.086415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.086415] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 is going to be updated. [ 688.117212] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.117359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.117443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.117615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.118478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.129695] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: IN_PROGRESS for 2s [ 688.221258] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.470732] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bf787-ba80-4fd7-9f7c-09264d01044d in Status: SUCCESS [ 688.470732] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d deletion is rescheduled due to dependency. [ 688.471038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.723110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.723500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.723500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.723584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.723680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.723779] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 688.758055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.758321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.758504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.758618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.758760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.770811] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 689.263805] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ea6cb060-88eb-4347-a651-792edeb37279 None None] Enqueued Resource ID: edbc1481-aacb-4148-9cc6-28a47b7b1d76 with Priority: HIGHEST for action port [ 689.263805] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbc1481-aacb-4148-9cc6-28a47b7b1d76 with Priority: HIGHEST for action port [ 689.268026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-edbc1481-aacb-4148-9cc6-28a47b7b1d76 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.268026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edbc1481-aacb-4148-9cc6-28a47b7b1d76" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.268026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edbc1481-aacb-4148-9cc6-28a47b7b1d76" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.268026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edbc1481-aacb-4148-9cc6-28a47b7b1d76" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.268026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edbc1481-aacb-4148-9cc6-28a47b7b1d76',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.720037] env[65401]: INFO networking_nsxv3.common.synchronization [None req-579f3a39-50bd-4f9b-ab61-22673bcf796d None None] Enqueued Resource ID: e141ac58-12bd-4bd5-b613-9a91e901a6c2 with Priority: HIGHEST for action port [ 689.720288] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e141ac58-12bd-4bd5-b613-9a91e901a6c2 with Priority: HIGHEST for action port [ 689.721068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e141ac58-12bd-4bd5-b613-9a91e901a6c2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.721068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e141ac58-12bd-4bd5-b613-9a91e901a6c2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.721068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e141ac58-12bd-4bd5-b613-9a91e901a6c2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.721547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e141ac58-12bd-4bd5-b613-9a91e901a6c2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.721547] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e141ac58-12bd-4bd5-b613-9a91e901a6c2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.769907] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edbc1481-aacb-4148-9cc6-28a47b7b1d76 [ 689.770237] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.770501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.770501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.770677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.770717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.770784] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edbc1481-aacb-4148-9cc6-28a47b7b1d76 already deleted. [ 689.770867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edbc1481-aacb-4148-9cc6-28a47b7b1d76" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.141174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 in Status: SUCCESS [ 690.141174] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 deletion is rescheduled due to dependency. [ 690.141174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.224047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e141ac58-12bd-4bd5-b613-9a91e901a6c2 [ 690.224319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.224460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.224559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.224730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.224822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.224917] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e141ac58-12bd-4bd5-b613-9a91e901a6c2 already deleted. [ 690.224998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e141ac58-12bd-4bd5-b613-9a91e901a6c2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.438769] env[65401]: INFO networking_nsxv3.common.synchronization [None req-161be407-bb16-4023-b6dd-9b8ecca79f05 tempest-ServersTestJSON-376027831 tempest-ServersTestJSON-376027831-project-member] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 690.439012] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 690.439318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.439437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.439504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.439805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.439869] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.789041] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 690.789532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.789532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.789691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.789832] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.789947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.791812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.791812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791812] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.797367] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c36af7e6-d63f-4351-b8f5-c2ff1398d676 tempest-ServersTestJSON-376027831 tempest-ServersTestJSON-376027831-project-member] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 690.801105] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 690.801105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.801256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.967031] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.967031] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 already deleted. [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.967031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.967031] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.135343] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f6cc8819-6c9e-4b7d-b567-7e80a416f8c4 None None] Enqueued Resource ID: 4f522cbc-b94b-4d8f-a900-64aa72069668 with Priority: HIGHEST for action port [ 691.135913] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f522cbc-b94b-4d8f-a900-64aa72069668 with Priority: HIGHEST for action port [ 691.136263] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f522cbc-b94b-4d8f-a900-64aa72069668 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.136405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f522cbc-b94b-4d8f-a900-64aa72069668" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.136473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f522cbc-b94b-4d8f-a900-64aa72069668" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.136758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f522cbc-b94b-4d8f-a900-64aa72069668" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.136838] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f522cbc-b94b-4d8f-a900-64aa72069668',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.298932] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.299163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.299210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.299409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.299633] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.299743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.299811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.300169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.300169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.300312] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.300391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.300728] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.300819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.301024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.301097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.301175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.301266] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.498355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.498355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.498355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.498355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.498355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.498355] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 already deleted. [ 691.498355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.640351] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f522cbc-b94b-4d8f-a900-64aa72069668 [ 691.640351] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.640351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.640351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.641512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.641512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.641512] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f522cbc-b94b-4d8f-a900-64aa72069668 already deleted. [ 691.641512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f522cbc-b94b-4d8f-a900-64aa72069668" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.804334] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b059046a-af74-446d-93af-53de4a5804df: rpc.has_security_group_logging(os_id): False [ 691.833369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.833605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.833651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.833876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.833990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.834233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.834346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.834465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.834656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.834735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.834941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.835387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.835696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.838896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.839638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.839820] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 691.918175] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.919728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.919728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.919728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.919728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.941697] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 692.593538] env[65401]: INFO networking_nsxv3.common.synchronization [None req-16205dd4-f9c5-425e-8f76-f47e0321aed0 None None] Enqueued Resource ID: 7cef375e-a4b7-4c43-8193-1c7c44c2bdb3 with Priority: HIGHEST for action port [ 692.593538] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cef375e-a4b7-4c43-8193-1c7c44c2bdb3 with Priority: HIGHEST for action port [ 692.593662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cef375e-a4b7-4c43-8193-1c7c44c2bdb3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.593718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cef375e-a4b7-4c43-8193-1c7c44c2bdb3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.593848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cef375e-a4b7-4c43-8193-1c7c44c2bdb3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.595217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cef375e-a4b7-4c43-8193-1c7c44c2bdb3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.595377] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cef375e-a4b7-4c43-8193-1c7c44c2bdb3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.102861] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cef375e-a4b7-4c43-8193-1c7c44c2bdb3 [ 693.103285] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.103285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.103285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.103653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.103653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.103782] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cef375e-a4b7-4c43-8193-1c7c44c2bdb3 already deleted. [ 693.103782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cef375e-a4b7-4c43-8193-1c7c44c2bdb3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.964463] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 693.964463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.206824] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4a19a2a7-0e42-4d8d-af93-55a00eb4f443 None None] Enqueued Resource ID: b53338d8-2e5f-4c7c-8334-9f344a866cda with Priority: HIGHEST for action port [ 694.206824] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53338d8-2e5f-4c7c-8334-9f344a866cda with Priority: HIGHEST for action port [ 694.206824] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53338d8-2e5f-4c7c-8334-9f344a866cda taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.206824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53338d8-2e5f-4c7c-8334-9f344a866cda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.207718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53338d8-2e5f-4c7c-8334-9f344a866cda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.208013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53338d8-2e5f-4c7c-8334-9f344a866cda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.208352] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53338d8-2e5f-4c7c-8334-9f344a866cda',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.710324] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b53338d8-2e5f-4c7c-8334-9f344a866cda [ 694.710559] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.710693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.710971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.711205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.711294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.711389] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b53338d8-2e5f-4c7c-8334-9f344a866cda already deleted. [ 694.711467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53338d8-2e5f-4c7c-8334-9f344a866cda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.752021] env[65401]: INFO networking_nsxv3.common.synchronization [req-cce6ee18-546d-4dca-8107-1f87a5b1e785 req-7126d513-02e4-490b-a5fb-741705e9ecea tempest-ServersNegativeTestJSON-1538998885 tempest-ServersNegativeTestJSON-1538998885-project-member] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 694.752021] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 694.752021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.752021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.752021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.752435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.752435] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.864350] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4ed4c7d7-2e7f-4f9c-8a53-d3e4cbfc2e81 None None] Enqueued Resource ID: 66caf5d7-1e38-4f14-a9e5-c988b6159d8b with Priority: HIGHEST for action port [ 694.865395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66caf5d7-1e38-4f14-a9e5-c988b6159d8b with Priority: HIGHEST for action port [ 694.865744] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-66caf5d7-1e38-4f14-a9e5-c988b6159d8b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.865880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66caf5d7-1e38-4f14-a9e5-c988b6159d8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.866462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66caf5d7-1e38-4f14-a9e5-c988b6159d8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.866462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66caf5d7-1e38-4f14-a9e5-c988b6159d8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.866462] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66caf5d7-1e38-4f14-a9e5-c988b6159d8b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.254637] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.254953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.254953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.255109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.255202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.255425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.256710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.256710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.256710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.256710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.256710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 already deleted. [ 695.256710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66caf5d7-1e38-4f14-a9e5-c988b6159d8b [ 695.368841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.368972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.369057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.369263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.369351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.369441] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66caf5d7-1e38-4f14-a9e5-c988b6159d8b already deleted. [ 695.369541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66caf5d7-1e38-4f14-a9e5-c988b6159d8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454667] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.455017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.455134] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.455525] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.456783] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.456783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.456783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.456783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.456783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.456783] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.457081] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.457081] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.457081] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.457178] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.457272] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.457398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.486373] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.486373] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.486373] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.486373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.486373] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-49f82d6a-9cac-47d6-8b37-9d24512a6929 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.486373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.486373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.486373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.486373] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f82d6a-9cac-47d6-8b37-9d24512a6929',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.524123] env[65401]: INFO networking_nsxv3.common.synchronization [None req-7b447991-3fee-4d09-a795-4ecad7121698 None None] Enqueued Resource ID: 0c09f1f2-394f-446c-967e-2a35572922be with Priority: HIGHEST for action port [ 695.525849] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c09f1f2-394f-446c-967e-2a35572922be with Priority: HIGHEST for action port [ 695.525849] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c09f1f2-394f-446c-967e-2a35572922be taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.526028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c09f1f2-394f-446c-967e-2a35572922be" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.526028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c09f1f2-394f-446c-967e-2a35572922be" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.526911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c09f1f2-394f-446c-967e-2a35572922be" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.527107] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c09f1f2-394f-446c-967e-2a35572922be',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.989759] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.990264] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.990452] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.990861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.991020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.991184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 49f82d6a-9cac-47d6-8b37-9d24512a6929 not found, creating... [ 695.991472] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.991660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.991789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.991972] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.992166] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.992474] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992634] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992738] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.992947] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.993089] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 is going to be created. [ 696.021363] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.021563] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.021683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.021938] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.022232] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.022462] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.030251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c09f1f2-394f-446c-967e-2a35572922be [ 696.030427] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.030556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.030623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.030835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.030923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.031025] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c09f1f2-394f-446c-967e-2a35572922be already deleted. [ 696.031110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c09f1f2-394f-446c-967e-2a35572922be" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.206970] env[65401]: INFO networking_nsxv3.common.synchronization [None req-067c7ba1-e75c-41eb-a015-2fe5d4255b4b None None] Enqueued Resource ID: bf34f917-4472-4214-94d1-5e613a960d6f with Priority: HIGHEST for action port [ 696.207586] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf34f917-4472-4214-94d1-5e613a960d6f with Priority: HIGHEST for action port [ 696.207892] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf34f917-4472-4214-94d1-5e613a960d6f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.208029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf34f917-4472-4214-94d1-5e613a960d6f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.208139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf34f917-4472-4214-94d1-5e613a960d6f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.208363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf34f917-4472-4214-94d1-5e613a960d6f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.208446] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf34f917-4472-4214-94d1-5e613a960d6f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.711504] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf34f917-4472-4214-94d1-5e613a960d6f [ 696.711876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.711876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.711876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.713360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.713360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.713796] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf34f917-4472-4214-94d1-5e613a960d6f already deleted. [ 696.713796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf34f917-4472-4214-94d1-5e613a960d6f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.806026] env[65401]: INFO networking_nsxv3.common.synchronization [req-cce6ee18-546d-4dca-8107-1f87a5b1e785 req-1824dd31-5511-4919-963a-8602615977be service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 696.806026] env[65401]: INFO networking_nsxv3.common.synchronization [req-cce6ee18-546d-4dca-8107-1f87a5b1e785 req-1824dd31-5511-4919-963a-8602615977be service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 696.806026] env[65401]: INFO networking_nsxv3.common.synchronization [req-cce6ee18-546d-4dca-8107-1f87a5b1e785 req-1824dd31-5511-4919-963a-8602615977be service nova] Enqueued Resource ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 with Priority: HIGHEST for action port [ 696.806181] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 696.806249] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 696.806345] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 with Priority: HIGHEST for action port [ 696.806681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.806832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.806895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.807198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.807278] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.808191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.808662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808826] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.809025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.809190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.809282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.809371] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.810629] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f82d6a-9cac-47d6-8b37-9d24512a6929 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.810732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.810795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.810941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811035] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f82d6a-9cac-47d6-8b37-9d24512a6929',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.275719] env[65401]: INFO networking_nsxv3.common.synchronization [req-7a4ee6be-12c6-48c9-9276-246621a7c5f7 req-d62ea13b-e916-4a20-bfda-38aec1883c2d tempest-ListImageFiltersTestJSON-2085828584 tempest-ListImageFiltersTestJSON-2085828584-project-member] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 697.276330] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 697.276664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.276869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.276953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.277471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.277524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.277580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.278158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.278158] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.314048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.314048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.314048] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.314048] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49f82d6a-9cac-47d6-8b37-9d24512a6929 with status ACTIVE [ 697.314347] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.314347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.314434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.314620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.314704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.314877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.314966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.315038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.315179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.315285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315476] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.315570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.315633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.315774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.315845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315925] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 is going to be updated. [ 697.351111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.351111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.351111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.351111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.351111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.764720] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.765014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.765014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.765309] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.765529] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.765679] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.765788] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.765990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.766474] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.766474] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.769550] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.769550] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.769550] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.769550] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.769550] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.769550] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.781405] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.781607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.781684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.781892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.781984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.782206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.782335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.782410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.782570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.782651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.782734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 already deleted. [ 697.782812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.796261] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.796424] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.796813] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.796813] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.797019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-79dc5ac4-b57a-4113-84d2-5ff5879625c1 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.797199] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.797369] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.798021] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.798021] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79dc5ac4-b57a-4113-84d2-5ff5879625c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.818544] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.302289] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.302289] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 79dc5ac4-b57a-4113-84d2-5ff5879625c1 not found, creating... [ 698.302289] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.302289] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.303068] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.303302] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.303721] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.304056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.304329] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.304642] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.304868] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.305106] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 79dc5ac4-b57a-4113-84d2-5ff5879625c1 is going to be created. [ 698.322841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.322841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.322841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.322841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.322841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.322841] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be created. [ 698.329125] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.329125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.329125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.329125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.329125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.329125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.353338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.353338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.353338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.353338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.353338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.362598] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: UNINITIALIZED for 2s [ 698.534506] env[65401]: INFO networking_nsxv3.common.synchronization [None req-bc33e57c-bd41-425f-b298-c06389eb953d None None] Enqueued Resource ID: 02755b47-ca92-466f-a180-b4137f37661d with Priority: HIGHEST for action port [ 698.535095] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02755b47-ca92-466f-a180-b4137f37661d with Priority: HIGHEST for action port [ 698.535428] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-02755b47-ca92-466f-a180-b4137f37661d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.535560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02755b47-ca92-466f-a180-b4137f37661d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.535636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02755b47-ca92-466f-a180-b4137f37661d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.535883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02755b47-ca92-466f-a180-b4137f37661d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.535965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02755b47-ca92-466f-a180-b4137f37661d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.940122] env[65401]: INFO networking_nsxv3.common.synchronization [None req-15655685-53b9-47ee-a9c8-8bb9361301c1 None None] Enqueued Resource ID: 841281aa-b74e-4c1a-90a5-61ddd4312e21 with Priority: HIGHEST for action port [ 698.940122] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841281aa-b74e-4c1a-90a5-61ddd4312e21 with Priority: HIGHEST for action port [ 698.940122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-841281aa-b74e-4c1a-90a5-61ddd4312e21 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.940122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841281aa-b74e-4c1a-90a5-61ddd4312e21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.940122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841281aa-b74e-4c1a-90a5-61ddd4312e21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.940122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841281aa-b74e-4c1a-90a5-61ddd4312e21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.940122] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841281aa-b74e-4c1a-90a5-61ddd4312e21',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.040160] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02755b47-ca92-466f-a180-b4137f37661d [ 699.040160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.040289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.040554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.041076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.041219] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02755b47-ca92-466f-a180-b4137f37661d already deleted. [ 699.041417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02755b47-ca92-466f-a180-b4137f37661d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.045946] env[65401]: INFO networking_nsxv3.common.synchronization [req-7a4ee6be-12c6-48c9-9276-246621a7c5f7 req-68fc3e1e-111e-4359-bf34-298519e66272 service nova] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_rules [ 699.046690] env[65401]: INFO networking_nsxv3.common.synchronization [req-7a4ee6be-12c6-48c9-9276-246621a7c5f7 req-68fc3e1e-111e-4359-bf34-298519e66272 service nova] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 699.047172] env[65401]: INFO networking_nsxv3.common.synchronization [req-7a4ee6be-12c6-48c9-9276-246621a7c5f7 req-68fc3e1e-111e-4359-bf34-298519e66272 service nova] Enqueued Resource ID: 79dc5ac4-b57a-4113-84d2-5ff5879625c1 with Priority: HIGHEST for action port [ 699.047775] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_rules [ 699.048073] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 699.048340] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79dc5ac4-b57a-4113-84d2-5ff5879625c1 with Priority: HIGHEST for action port [ 699.048686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.048934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.049100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.049431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.049653] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.051634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.051634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.051634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.051794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.052765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.052765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.052765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.052765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.052765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.052765] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.053793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-79dc5ac4-b57a-4113-84d2-5ff5879625c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.054249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.054249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.054376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.054376] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79dc5ac4-b57a-4113-84d2-5ff5879625c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.442344] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 841281aa-b74e-4c1a-90a5-61ddd4312e21 [ 699.442557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.442746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.442746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.443959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.444101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.444208] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:841281aa-b74e-4c1a-90a5-61ddd4312e21 already deleted. [ 699.444586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841281aa-b74e-4c1a-90a5-61ddd4312e21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.553912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554321] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.560320] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79dc5ac4-b57a-4113-84d2-5ff5879625c1 with status ACTIVE [ 699.560581] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.560969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.560969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.561088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.561587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.561758] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.561913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.562021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.562421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.562544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562822] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.562934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.562934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.563219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.563296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.563448] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79dc5ac4-b57a-4113-84d2-5ff5879625c1 is going to be updated. [ 699.594938] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.595111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.595166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.595413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.595547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.595710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79dc5ac4-b57a-4113-84d2-5ff5879625c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.058111] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.234258] env[65401]: INFO networking_nsxv3.common.synchronization [req-c88bc04b-79fd-4cd1-8da8-086ddb5aa5a0 req-172c7b6f-f004-4c43-89b8-e8c128ad2e52 tempest-ListImageFiltersTestJSON-2085828584 tempest-ListImageFiltersTestJSON-2085828584-project-member] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 700.234816] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 700.235127] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.235246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.374948] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 700.375240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.375379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.375582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.375736] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.376049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376291] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.565025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.565767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.565889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.566143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.566276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.566355] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be created. [ 700.612912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.613140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.613295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.613469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.613734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635776] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: UNINITIALIZED for 2s [ 700.812079] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812321] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.812443] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.812689] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.812977] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.813325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.813665] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.813728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.813864] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.814084] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.814192] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.814363] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.814491] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.814601] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.814727] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.814820] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.831156] env[65401]: INFO networking_nsxv3.common.synchronization [None req-59741403-9976-4a8f-aba6-431d69064f77 None None] Enqueued Resource ID: 94da8e54-37cf-4589-ab40-fb2df32f6456 with Priority: HIGHEST for action port [ 700.831691] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da8e54-37cf-4589-ab40-fb2df32f6456 with Priority: HIGHEST for action port [ 700.831994] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-94da8e54-37cf-4589-ab40-fb2df32f6456 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.832213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94da8e54-37cf-4589-ab40-fb2df32f6456" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.832309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94da8e54-37cf-4589-ab40-fb2df32f6456" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.832594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94da8e54-37cf-4589-ab40-fb2df32f6456" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.832679] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94da8e54-37cf-4589-ab40-fb2df32f6456',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.838738] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.839215] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.839215] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.839215] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.839494] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-26a1e915-e176-4661-bb2f-c3b05f22987e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.839678] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.839761] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840069] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840199] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a1e915-e176-4661-bb2f-c3b05f22987e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.883309] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.883492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.883711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.883942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.884113] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.884563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.884563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.884563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.884563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.884723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.884785] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.884894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.884959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.885116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.885269] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.885381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.885440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.885536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.885610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.885692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.885780] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.334630] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94da8e54-37cf-4589-ab40-fb2df32f6456 [ 701.335813] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.335813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.335813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.335813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.335813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.335813] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94da8e54-37cf-4589-ab40-fb2df32f6456 already deleted. [ 701.335813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94da8e54-37cf-4589-ab40-fb2df32f6456" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.343709] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.343919] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.344053] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.344445] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.344508] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.344663] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 26a1e915-e176-4661-bb2f-c3b05f22987e not found, creating... [ 701.345219] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.345219] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.345219] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.345373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.345502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.345811] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.346430] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.346831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.347284] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.348332] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.348332] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 26a1e915-e176-4661-bb2f-c3b05f22987e is going to be created. [ 701.372551] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.372750] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.372864] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.373151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.373366] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.373614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.389393] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21c4fdc-8146-40a6-b74f-d79c93dbec38: rpc.has_security_group_logging(os_id): False [ 701.415870] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.415870] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.415870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.416145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.416145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.416453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.416453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.416515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.416657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.416791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.416891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.416952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.417100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.417184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.417274] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be created. [ 701.495194] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3ae9b954-0db4-499e-a5ae-df32831f32cf tempest-ServersTestBootFromVolume-208860094 tempest-ServersTestBootFromVolume-208860094-project-member] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 701.496043] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 701.496379] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.496557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.496682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.496968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.497100] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.512234] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.512415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.512453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.512683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.512891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.533485] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 701.714157] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b8dfb8bd-7818-42fd-bd9c-4bab861e002e None None] Enqueued Resource ID: d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0 with Priority: HIGHEST for action port [ 701.714157] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0 with Priority: HIGHEST for action port [ 701.714509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.714618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.714822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.714982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.715101] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.750687] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e58dc421-78e4-4c2f-b4e8-a97163fd98c1 tempest-ServersTestBootFromVolume-208860094 tempest-ServersTestBootFromVolume-208860094-project-member] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 701.751332] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 701.751718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.751821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019778] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.020033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.020298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.020400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.020507] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de already deleted. [ 702.020584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.020749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.020897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.021026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.083834] env[65401]: INFO networking_nsxv3.common.synchronization [req-c88bc04b-79fd-4cd1-8da8-086ddb5aa5a0 req-cb4d8512-2895-454e-a38f-4ade286b64f8 service nova] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_rules [ 702.084056] env[65401]: INFO networking_nsxv3.common.synchronization [req-c88bc04b-79fd-4cd1-8da8-086ddb5aa5a0 req-cb4d8512-2895-454e-a38f-4ade286b64f8 service nova] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 702.084242] env[65401]: INFO networking_nsxv3.common.synchronization [req-c88bc04b-79fd-4cd1-8da8-086ddb5aa5a0 req-cb4d8512-2895-454e-a38f-4ade286b64f8 service nova] Enqueued Resource ID: 26a1e915-e176-4661-bb2f-c3b05f22987e with Priority: HIGHEST for action port [ 702.084844] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_rules [ 702.085074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 702.085365] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a1e915-e176-4661-bb2f-c3b05f22987e with Priority: HIGHEST for action port [ 702.085672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.085821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086500] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a1e915-e176-4661-bb2f-c3b05f22987e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.087033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087170] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a1e915-e176-4661-bb2f-c3b05f22987e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.217606] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0 [ 702.217935] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.218084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.218164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.218377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.218472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.218609] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0 already deleted. [ 702.218713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5a5a1fd-7c6b-4385-9c8c-b7e6b9aa0fd0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.548799] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.549178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.549178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.549373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.549483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.549596] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de already deleted. [ 702.549696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590070] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a1e915-e176-4661-bb2f-c3b05f22987e with status ACTIVE [ 702.590310] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.590520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.590520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.590718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.590807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.590982] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.591389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.591590] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.591929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.592021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a1e915-e176-4661-bb2f-c3b05f22987e is going to be updated. [ 702.619750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.619750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.619986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.619986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a1e915-e176-4661-bb2f-c3b05f22987e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.648886] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 702.649108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.649271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.649480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.649664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.649774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.649836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.649980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.650071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.650173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.650267] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.656699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.656898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.657121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.658281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.658281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.658281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.658281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.658281] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.884136] env[65401]: INFO networking_nsxv3.common.synchronization [req-bf808cbc-4b83-4ced-a777-cd24f4165925 req-c2a46b21-5188-4c13-b964-7d69d066e543 tempest-ServerTagsTestJSON-113515235 tempest-ServerTagsTestJSON-113515235-project-member] Enqueued Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 702.884136] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 702.884136] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.884136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.884136] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.885229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.885429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.885602] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.158112] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.161879] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.316325] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316669] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-670" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-670" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-670" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.320022] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.320022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.320022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.320022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.320022] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.320022] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.320022] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.320022] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.320022] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.320022] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.320022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.341967] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.341967] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.341967] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.341967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-670" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.341967] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.341967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.341967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.341967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.341967] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c19113-3a4a-4ba4-94dd-979ea0fa2a2e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.389721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389721] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce already deleted. [ 703.389721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.550040] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 703.550916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.663272] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.844872] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.845231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.846046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.846046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.846273] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.846331] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e not found, creating... [ 703.846725] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.846999] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851013] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851314] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851415] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e is going to be created. [ 703.876578] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.877267] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.877267] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.877267] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.877462] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.877694] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.019907] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1e4c6ef8-cc10-452f-a951-b29db5ada91a None None] Enqueued Resource ID: a7953a3f-55d4-4eee-927a-f6b3193693bc with Priority: HIGHEST for action port [ 704.020552] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7953a3f-55d4-4eee-927a-f6b3193693bc with Priority: HIGHEST for action port [ 704.024264] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7953a3f-55d4-4eee-927a-f6b3193693bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7953a3f-55d4-4eee-927a-f6b3193693bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7953a3f-55d4-4eee-927a-f6b3193693bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7953a3f-55d4-4eee-927a-f6b3193693bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024825] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7953a3f-55d4-4eee-927a-f6b3193693bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.166332] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.166770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.166770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.167627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.168580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.168580] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be updated. [ 704.199770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.200097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.200193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.200444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.200595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.211239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 704.295026] env[65401]: INFO networking_nsxv3.common.synchronization [None req-bd8f58b8-b15f-4618-9dd5-2e64173609e9 tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: e117b6ed-8357-4e73-a017-2b273f9d6966 with Priority: HIGHEST for action security_group_rules [ 704.295026] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e117b6ed-8357-4e73-a017-2b273f9d6966 with Priority: HIGHEST for action security_group_rules [ 704.295026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e117b6ed-8357-4e73-a017-2b273f9d6966 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.295026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.295026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.295683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.295842] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e117b6ed-8357-4e73-a017-2b273f9d6966',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.469528] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9a05c711-b749-4ebb-873a-3815a7029eb9 tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: e117b6ed-8357-4e73-a017-2b273f9d6966 with Priority: HIGHEST for action security_group_rules [ 704.470088] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e117b6ed-8357-4e73-a017-2b273f9d6966 with Priority: HIGHEST for action security_group_rules [ 704.470388] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e117b6ed-8357-4e73-a017-2b273f9d6966 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.470485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7953a3f-55d4-4eee-927a-f6b3193693bc [ 704.528588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.528712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.529329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.529329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.529329] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7953a3f-55d4-4eee-927a-f6b3193693bc already deleted. [ 704.529329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7953a3f-55d4-4eee-927a-f6b3193693bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.657654] env[65401]: INFO networking_nsxv3.common.synchronization [req-bf808cbc-4b83-4ced-a777-cd24f4165925 req-889b887c-1eea-4ede-9f34-39127c192f60 service nova] Enqueued Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_rules [ 704.657908] env[65401]: INFO networking_nsxv3.common.synchronization [req-bf808cbc-4b83-4ced-a777-cd24f4165925 req-889b887c-1eea-4ede-9f34-39127c192f60 service nova] Enqueued Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 704.657964] env[65401]: INFO networking_nsxv3.common.synchronization [req-bf808cbc-4b83-4ced-a777-cd24f4165925 req-889b887c-1eea-4ede-9f34-39127c192f60 service nova] Enqueued Resource ID: 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e with Priority: HIGHEST for action port [ 704.658496] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_rules [ 704.658632] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 704.658728] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e with Priority: HIGHEST for action port [ 704.659056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.660175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.660175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.660175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.660175] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.661354] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.661520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.661564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.661733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.661887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.661984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.662063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.662239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.662334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.662424] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.664251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.665536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.665536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.665536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.665536] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c19113-3a4a-4ba4-94dd-979ea0fa2a2e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.830156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.830156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e117b6ed-8357-4e73-a017-2b273f9d6966 already deleted. [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.830156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.830156] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e117b6ed-8357-4e73-a017-2b273f9d6966',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.167216] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.167216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.167216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.167366] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e with status ACTIVE [ 705.168026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.168026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.168026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.168026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.168026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.168337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.168337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.168337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.168476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.168550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.168721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.168806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.168862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.168994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.169072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.169150] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c19113-3a4a-4ba4-94dd-979ea0fa2a2e is going to be updated. [ 705.197927] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.198140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.198258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.198556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.198830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.198967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c19113-3a4a-4ba4-94dd-979ea0fa2a2e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.363478] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.363630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.363678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.363903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.364303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.364303] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e117b6ed-8357-4e73-a017-2b273f9d6966 already deleted. [ 705.364303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e117b6ed-8357-4e73-a017-2b273f9d6966" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.671543] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.176015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.176221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.176303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.176516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.176629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.176731] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce is going to be created. [ 706.207641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.207893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.207893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.207996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.208298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.227933] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: UNINITIALIZED for 2s [ 706.228782] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 706.228924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.229074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.229290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.229518] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.229653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.229716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.229879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.229960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.230460] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.734192] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.238099] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.742078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.742365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.742365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.742570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.742659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.742756] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be updated. [ 707.777970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.780235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.780235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.780235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.780235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.790359] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 708.239156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: SUCCESS [ 708.239382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.239587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.239764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.239979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.240112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.240178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.240334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.240408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.240509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.240596] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.743174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.743529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.743529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.743630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.743803] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.743919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.743988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.744274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.744354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.744530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.744635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.744723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.745092] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.745203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.745266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.745411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.745496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.745580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.745671] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.081026] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ce0f81a8-6ec1-4ba4-9687-d38f695ee1d3 None None] Enqueued Resource ID: a3c3b815-8bcf-43b7-afd0-6c13c6e329ab with Priority: HIGHEST for action port [ 709.081851] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c3b815-8bcf-43b7-afd0-6c13c6e329ab with Priority: HIGHEST for action port [ 709.081851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c3b815-8bcf-43b7-afd0-6c13c6e329ab taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.082017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c3b815-8bcf-43b7-afd0-6c13c6e329ab" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.082017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c3b815-8bcf-43b7-afd0-6c13c6e329ab" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.082316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c3b815-8bcf-43b7-afd0-6c13c6e329ab" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.082418] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c3b815-8bcf-43b7-afd0-6c13c6e329ab',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.255449] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485dbde8-028a-4559-ab80-70e95096c7ce: rpc.has_security_group_logging(os_id): False [ 709.279420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.279734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.279734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.279815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.279933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.280182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.280937] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.281695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.281895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.282178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.282369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.282663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.282850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.282985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.283346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.283733] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce is going to be created. [ 709.357864] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.359300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.359485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.359990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.360283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.379104] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: IN_PROGRESS for 2s [ 709.585580] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c3b815-8bcf-43b7-afd0-6c13c6e329ab [ 709.585816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.586745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.586745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.586745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.586745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.586745] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c3b815-8bcf-43b7-afd0-6c13c6e329ab already deleted. [ 709.586745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c3b815-8bcf-43b7-afd0-6c13c6e329ab" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.811730] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 709.811730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.811730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.811730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.811730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.812214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.812214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.812214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.812214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.812344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.812496] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.812596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.812655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.812812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.812970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.814315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.814420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.814576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.814705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.814790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.814916] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.245158] env[65401]: INFO networking_nsxv3.common.synchronization [None req-5b731e37-7124-469b-a790-2a68ff573b09 None None] Enqueued Resource ID: 124d60c2-83a2-4697-be0f-dadf612831f1 with Priority: HIGHEST for action port [ 710.246216] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124d60c2-83a2-4697-be0f-dadf612831f1 with Priority: HIGHEST for action port [ 710.246216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-124d60c2-83a2-4697-be0f-dadf612831f1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.246216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-124d60c2-83a2-4697-be0f-dadf612831f1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.246216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-124d60c2-83a2-4697-be0f-dadf612831f1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.247326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-124d60c2-83a2-4697-be0f-dadf612831f1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.247326] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('124d60c2-83a2-4697-be0f-dadf612831f1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.319467] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1732aad-b044-481b-9376-e04ba7f0d919: rpc.has_security_group_logging(os_id): False [ 710.346026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.346026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.346026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.346026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.346958] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.347260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.348584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.348584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.348584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.348584] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be created. [ 710.419386] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.419558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.419602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.421550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.421550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.433972] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 710.748751] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 124d60c2-83a2-4697-be0f-dadf612831f1 [ 710.749043] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.749279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.749279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.749431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.749561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.749603] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:124d60c2-83a2-4697-be0f-dadf612831f1 already deleted. [ 710.749686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-124d60c2-83a2-4697-be0f-dadf612831f1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.319944] env[65401]: INFO networking_nsxv3.common.synchronization [None req-69ead0bf-f801-4f43-a83e-01d4ac6a56db None None] Enqueued Resource ID: dbc78619-7fca-4c9b-951f-48921415953d with Priority: HIGHEST for action port [ 711.320572] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc78619-7fca-4c9b-951f-48921415953d with Priority: HIGHEST for action port [ 711.320913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc78619-7fca-4c9b-951f-48921415953d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.322068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc78619-7fca-4c9b-951f-48921415953d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.322068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc78619-7fca-4c9b-951f-48921415953d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.322214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc78619-7fca-4c9b-951f-48921415953d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.322412] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc78619-7fca-4c9b-951f-48921415953d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.392762] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: SUCCESS [ 711.392762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.768946] env[65401]: INFO networking_nsxv3.common.synchronization [req-d8a18653-cae5-4569-a102-3d8a552daa33 req-23acfa5c-c558-4cb6-b074-c52bacb1df91 tempest-ImagesNegativeTestJSON-819073030 tempest-ImagesNegativeTestJSON-819073030-project-member] Enqueued Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 711.771450] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 711.771960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.772126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.772187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.773032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.773181] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.773299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.773355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.773634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.773634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.773736] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.825271] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbc78619-7fca-4c9b-951f-48921415953d [ 711.825507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.825665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.825734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.825967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.826101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.826174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbc78619-7fca-4c9b-951f-48921415953d already deleted. [ 711.826346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc78619-7fca-4c9b-951f-48921415953d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225908] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-722" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-722" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-722" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.225908] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227945] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.229059] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.229323] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.229323] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.229476] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.229511] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.229646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.253097] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.253306] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.253486] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.253664] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-722" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.253992] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-8d02740b-1f49-4714-a42a-f31b60749bf9 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.254215] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.254343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.254949] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.255130] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d02740b-1f49-4714-a42a-f31b60749bf9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.278509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.279539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.279539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.284070] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.284070] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b already deleted. [ 712.284070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.448525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 712.448899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.449019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.449266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.449413] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.758899] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.759167] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.759320] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.759658] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.759837] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.760005] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 8d02740b-1f49-4714-a42a-f31b60749bf9 not found, creating... [ 712.760302] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.760491] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.760638] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.761021] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.761215] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.761580] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.761758] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.761927] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.762231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.762388] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.762557] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 8d02740b-1f49-4714-a42a-f31b60749bf9 is going to be created. [ 712.788307] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.788565] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.788702] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.789055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.790789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.790789] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.952819] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.953023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.953161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.953327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.954268] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.954268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.954268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.954268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.954268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.954268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.954268] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.153963] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8a4a3475-c271-4cad-85a8-7f1cfad5dd13 None None] Enqueued Resource ID: e90f1c8d-8305-4565-b531-48af7f0243e8 with Priority: HIGHEST for action port [ 713.156338] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90f1c8d-8305-4565-b531-48af7f0243e8 with Priority: HIGHEST for action port [ 713.156338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e90f1c8d-8305-4565-b531-48af7f0243e8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.156338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e90f1c8d-8305-4565-b531-48af7f0243e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.156338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e90f1c8d-8305-4565-b531-48af7f0243e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.156788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e90f1c8d-8305-4565-b531-48af7f0243e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.157052] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90f1c8d-8305-4565-b531-48af7f0243e8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.373118] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2b3ef944-232a-4ba4-9d16-e0a81b436cd8 None None] Enqueued Resource ID: 5eafe044-6d50-472c-b6d2-fef0d09c6d24 with Priority: HIGHEST for action port [ 713.374925] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eafe044-6d50-472c-b6d2-fef0d09c6d24 with Priority: HIGHEST for action port [ 713.375477] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eafe044-6d50-472c-b6d2-fef0d09c6d24 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.375669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eafe044-6d50-472c-b6d2-fef0d09c6d24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.375708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eafe044-6d50-472c-b6d2-fef0d09c6d24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.375986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eafe044-6d50-472c-b6d2-fef0d09c6d24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.376103] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eafe044-6d50-472c-b6d2-fef0d09c6d24',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.457634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.457991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.457991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.458356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.459055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.459055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.459055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.459428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.459428] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.459428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.459623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.459668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.459787] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.459876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.459933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.460081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.460153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460395] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.566800] env[65401]: INFO networking_nsxv3.common.synchronization [req-d8a18653-cae5-4569-a102-3d8a552daa33 req-5d85176c-cb6b-42b0-b259-9877b4aa12ff service nova] Enqueued Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_rules [ 713.566975] env[65401]: INFO networking_nsxv3.common.synchronization [req-d8a18653-cae5-4569-a102-3d8a552daa33 req-5d85176c-cb6b-42b0-b259-9877b4aa12ff service nova] Enqueued Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 713.567575] env[65401]: INFO networking_nsxv3.common.synchronization [req-d8a18653-cae5-4569-a102-3d8a552daa33 req-5d85176c-cb6b-42b0-b259-9877b4aa12ff service nova] Enqueued Resource ID: 8d02740b-1f49-4714-a42a-f31b60749bf9 with Priority: HIGHEST for action port [ 713.569015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_rules [ 713.569015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 713.569015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d02740b-1f49-4714-a42a-f31b60749bf9 with Priority: HIGHEST for action port [ 713.569015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.569015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.569015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.569506] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.570864] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.571074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.571175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.571426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.571658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.571812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.571915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.572232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.572958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.573093] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.574330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d02740b-1f49-4714-a42a-f31b60749bf9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.574523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.574757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.574995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575264] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d02740b-1f49-4714-a42a-f31b60749bf9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.661479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e90f1c8d-8305-4565-b531-48af7f0243e8 [ 713.662095] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.662095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.662095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.662302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.662468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.662525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e90f1c8d-8305-4565-b531-48af7f0243e8 already deleted. [ 713.662603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e90f1c8d-8305-4565-b531-48af7f0243e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.878931] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eafe044-6d50-472c-b6d2-fef0d09c6d24 [ 713.879978] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.880165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.880245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.880923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.880923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.880923] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eafe044-6d50-472c-b6d2-fef0d09c6d24 already deleted. [ 713.880923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eafe044-6d50-472c-b6d2-fef0d09c6d24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.964784] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1732aad-b044-481b-9376-e04ba7f0d919: rpc.has_security_group_logging(os_id): False [ 713.986713] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.986842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.986916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.987227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.987227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.987448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.987548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.987611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.987784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.987838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988102] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.988102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.988622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988969] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be updated. [ 714.061843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.066596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.066596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.077263] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.078655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.078655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.080918] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d02740b-1f49-4714-a42a-f31b60749bf9 with status ACTIVE [ 714.081164] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.081361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.081469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.081770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.081919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082777] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.083535] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.083640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.083640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.084128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.085073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.085073] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d02740b-1f49-4714-a42a-f31b60749bf9 is going to be updated. [ 714.090129] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 714.134974] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.136514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.136514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.136514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.136514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.136514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d02740b-1f49-4714-a42a-f31b60749bf9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.582468] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.086094] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.086426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.086769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.086863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.086950] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b is going to be created. [ 715.116976] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.117186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.117294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.122100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.122379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.137054] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: UNINITIALIZED for 2s [ 716.117876] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 716.117876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234721] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a3055331-bd38-4ba4-b9ae-ec0684aad513 None None] Enqueued Resource ID: 2e789e25-3d1f-4226-8b82-a8fe7372863e with Priority: HIGHEST for action port [ 716.234976] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e789e25-3d1f-4226-8b82-a8fe7372863e with Priority: HIGHEST for action port [ 716.237162] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e789e25-3d1f-4226-8b82-a8fe7372863e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.237162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e789e25-3d1f-4226-8b82-a8fe7372863e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.237284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e789e25-3d1f-4226-8b82-a8fe7372863e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.238402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e789e25-3d1f-4226-8b82-a8fe7372863e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.238402] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e789e25-3d1f-4226-8b82-a8fe7372863e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.740376] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e789e25-3d1f-4226-8b82-a8fe7372863e [ 716.742126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.742126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.742126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.742126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.742126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.742126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e789e25-3d1f-4226-8b82-a8fe7372863e already deleted. [ 716.742579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e789e25-3d1f-4226-8b82-a8fe7372863e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.029472] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c4dda723-a427-4c0a-91d9-a29117b1f273 None None] Enqueued Resource ID: f229673b-99fe-4253-8b17-1b5d6bcb4ffc with Priority: HIGHEST for action port [ 717.029472] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f229673b-99fe-4253-8b17-1b5d6bcb4ffc with Priority: HIGHEST for action port [ 717.030484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f229673b-99fe-4253-8b17-1b5d6bcb4ffc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.030484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f229673b-99fe-4253-8b17-1b5d6bcb4ffc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.030484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f229673b-99fe-4253-8b17-1b5d6bcb4ffc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.030484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f229673b-99fe-4253-8b17-1b5d6bcb4ffc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.030484] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f229673b-99fe-4253-8b17-1b5d6bcb4ffc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.150549] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: SUCCESS [ 717.150848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.150992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.151247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.151460] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.151603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.151668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.151864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.151982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.152116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.152239] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.532904] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f229673b-99fe-4253-8b17-1b5d6bcb4ffc [ 717.533563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.533729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.533927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.534229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.534428] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f229673b-99fe-4253-8b17-1b5d6bcb4ffc already deleted. [ 717.534512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f229673b-99fe-4253-8b17-1b5d6bcb4ffc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.656295] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.656437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.656577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.656752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.656919] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.657022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.657085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.657237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.657323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.657408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.657658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.657658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.657808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.658033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.658135] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.658231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.658327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.658423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.658501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.658669] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.162290] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b4e43c6-e7cd-4938-8346-b07f77e3681b: rpc.has_security_group_logging(os_id): False [ 718.182365] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.182545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.182596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.182794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.182935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.183132] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.183202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.183267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.183397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.183477] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.183642] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.183737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.183791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.183931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.184039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.184231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.184323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.184515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.184515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.184597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.184678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b is going to be created. [ 718.244952] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.244952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.244952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.245153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.245183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257885] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: IN_PROGRESS for 2s [ 719.174965] env[65401]: INFO networking_nsxv3.common.synchronization [req-6ff7d922-a555-49fa-81a4-4d8f7202e803 req-5e86fe53-bcba-48e8-8e82-c651de21d213 tempest-InstanceActionsTestJSON-1009593754 tempest-InstanceActionsTestJSON-1009593754-project-member] Enqueued Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 719.175910] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 719.175910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.177060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.177060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.177384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.177631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.177763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.177763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.177934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.178314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.178314] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.584610] env[65401]: INFO networking_nsxv3.common.synchronization [None req-043d0a03-df07-4232-888c-bba7fc036c01 None None] Enqueued Resource ID: a9fd5831-87e8-4fef-b3d5-a45abd025199 with Priority: HIGHEST for action port [ 719.585780] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fd5831-87e8-4fef-b3d5-a45abd025199 with Priority: HIGHEST for action port [ 719.586297] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fd5831-87e8-4fef-b3d5-a45abd025199 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.586297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fd5831-87e8-4fef-b3d5-a45abd025199" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.587177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fd5831-87e8-4fef-b3d5-a45abd025199" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.587177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fd5831-87e8-4fef-b3d5-a45abd025199" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.587475] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fd5831-87e8-4fef-b3d5-a45abd025199',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.666139] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.666362] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-542" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.666485] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-542" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.666822] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-542" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.667496] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.667496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.667496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.667729] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.667879] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.668095] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.668229] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.668370] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.668459] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.668566] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.668668] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.668807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.683569] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.683751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.683838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.684157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.684300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.684557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.684681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.684681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.684806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.684880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.684961] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 already deleted. [ 719.685191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.690318] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.690554] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.690985] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.690985] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-542" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.691319] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.691499] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.691963] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.692516] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a5fc79-1c12-4c60-81dd-aeb3176e1e35',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.090019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9fd5831-87e8-4fef-b3d5-a45abd025199 [ 720.090019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.090207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.090207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.090726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.090900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.091035] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9fd5831-87e8-4fef-b3d5-a45abd025199 already deleted. [ 720.091070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fd5831-87e8-4fef-b3d5-a45abd025199" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.194821] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.195481] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.195481] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.195650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.195866] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.196072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 not found, creating... [ 720.196521] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.196643] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.196720] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.196962] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.197128] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.197559] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.197559] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.197684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.197849] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.197976] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.198197] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 is going to be created. [ 720.221825] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.222151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.222284] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.222625] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.222972] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.223195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.272481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: SUCCESS [ 720.272532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.957305] env[65401]: INFO networking_nsxv3.common.synchronization [req-6ff7d922-a555-49fa-81a4-4d8f7202e803 req-f185664f-2902-470d-8081-669722d826bb service nova] Enqueued Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_rules [ 720.957475] env[65401]: INFO networking_nsxv3.common.synchronization [req-6ff7d922-a555-49fa-81a4-4d8f7202e803 req-f185664f-2902-470d-8081-669722d826bb service nova] Enqueued Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 720.957603] env[65401]: INFO networking_nsxv3.common.synchronization [req-6ff7d922-a555-49fa-81a4-4d8f7202e803 req-f185664f-2902-470d-8081-669722d826bb service nova] Enqueued Resource ID: c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 with Priority: HIGHEST for action port [ 720.957865] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_rules [ 720.958012] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 720.958172] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 with Priority: HIGHEST for action port [ 720.958910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.958910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.959237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.959237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.959519] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.960350] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.960452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.960533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.960789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.960950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.961164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.961232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.961406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.961513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.961609] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.963023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.963132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.963250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.963382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.963474] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a5fc79-1c12-4c60-81dd-aeb3176e1e35',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.370268] env[65401]: INFO networking_nsxv3.common.synchronization [None req-73cb5c89-0541-4ea9-a199-0ede077e1602 None None] Enqueued Resource ID: 6b17e961-329d-4cfa-a43f-3fffb9a80d70 with Priority: HIGHEST for action port [ 721.370268] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b17e961-329d-4cfa-a43f-3fffb9a80d70 with Priority: HIGHEST for action port [ 721.370268] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b17e961-329d-4cfa-a43f-3fffb9a80d70 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.370706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b17e961-329d-4cfa-a43f-3fffb9a80d70" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.370751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b17e961-329d-4cfa-a43f-3fffb9a80d70" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.371386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b17e961-329d-4cfa-a43f-3fffb9a80d70" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.371516] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b17e961-329d-4cfa-a43f-3fffb9a80d70',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.466253] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.466253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.468829] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 with status ACTIVE [ 721.470019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.470019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.470019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.470019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.470019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.470743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.470743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.470743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.470889] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.470954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.471026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.471163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.471236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.472101] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a5fc79-1c12-4c60-81dd-aeb3176e1e35 is going to be updated. [ 721.474700] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.503277] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.503403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.503483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.503719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.503955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.504218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a5fc79-1c12-4c60-81dd-aeb3176e1e35" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.877963] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b17e961-329d-4cfa-a43f-3fffb9a80d70 [ 721.877963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.877963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.877963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.877963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.878434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.878434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b17e961-329d-4cfa-a43f-3fffb9a80d70 already deleted. [ 721.878434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b17e961-329d-4cfa-a43f-3fffb9a80d70" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.978922] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.486882] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.487237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.487237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.487310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.487397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487491] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 is going to be created. [ 722.516807] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.516807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.516807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.516807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.516807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.527116] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: UNINITIALIZED for 2s [ 722.937190] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f8721abf-c85a-4deb-8944-686cbedc5923 None None] Enqueued Resource ID: 68de6e4e-751c-4d85-9b40-5a809d7c73e9 with Priority: HIGHEST for action port [ 722.937190] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de6e4e-751c-4d85-9b40-5a809d7c73e9 with Priority: HIGHEST for action port [ 722.937190] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-68de6e4e-751c-4d85-9b40-5a809d7c73e9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.937190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68de6e4e-751c-4d85-9b40-5a809d7c73e9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.937190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68de6e4e-751c-4d85-9b40-5a809d7c73e9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.937190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68de6e4e-751c-4d85-9b40-5a809d7c73e9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.937190] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68de6e4e-751c-4d85-9b40-5a809d7c73e9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.110080] env[65401]: INFO networking_nsxv3.common.synchronization [req-5bafd1b6-c620-4c08-8725-2816b0c9327e req-75d50dcd-509f-4b64-ad08-7ef419f9a9fa tempest-ServersTestJSON-376027831 tempest-ServersTestJSON-376027831-project-member] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 723.110752] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 723.110895] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111519] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.112260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.112426] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.407396] env[65401]: INFO networking_nsxv3.common.synchronization [None req-642fe2d7-c7e9-4ab0-8be0-1efbc2f5bb8e None None] Enqueued Resource ID: e05c5e17-8f2d-4c28-a948-89843ee1ca09 with Priority: HIGHEST for action port [ 723.407953] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05c5e17-8f2d-4c28-a948-89843ee1ca09 with Priority: HIGHEST for action port [ 723.408285] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05c5e17-8f2d-4c28-a948-89843ee1ca09 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.408399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05c5e17-8f2d-4c28-a948-89843ee1ca09" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.408468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05c5e17-8f2d-4c28-a948-89843ee1ca09" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.410155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05c5e17-8f2d-4c28-a948-89843ee1ca09" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.410155] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05c5e17-8f2d-4c28-a948-89843ee1ca09',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.439809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68de6e4e-751c-4d85-9b40-5a809d7c73e9 [ 723.440055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.440196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.440269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.440506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.440891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.440891] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68de6e4e-751c-4d85-9b40-5a809d7c73e9 already deleted. [ 723.440891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68de6e4e-751c-4d85-9b40-5a809d7c73e9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.615329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.615601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.615898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.615967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616147] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.616256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.616323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.616537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.616662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.616789] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 already deleted. [ 723.616918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.618935] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-844 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.619146] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-844" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.619330] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-844" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.619661] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-844" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.619816] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.619961] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.620129] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.620382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.620540] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.620746] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.620882] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.620993] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.621206] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.621237] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.621364] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.621526] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.641990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.642178] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.642327] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.642527] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-844" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.642933] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-7723b0e5-2081-40f4-a223-a572d008feb7 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.643211] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.643365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.643684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643844] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7723b0e5-2081-40f4-a223-a572d008feb7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.912942] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e05c5e17-8f2d-4c28-a948-89843ee1ca09 [ 723.913473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.913473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.913473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.913613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.914855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.914855] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e05c5e17-8f2d-4c28-a948-89843ee1ca09 already deleted. [ 723.914855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05c5e17-8f2d-4c28-a948-89843ee1ca09" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.146339] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.146519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.146578] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.146860] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.147013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.147171] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 7723b0e5-2081-40f4-a223-a572d008feb7 not found, creating... [ 724.147423] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.147657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.147772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.147993] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.148137] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.148531] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.148687] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.149705] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.149705] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150261] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 7723b0e5-2081-40f4-a223-a572d008feb7 is going to be created. [ 724.173736] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.173970] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.174204] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.176408] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.176408] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.176408] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.177680] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ea964169-99e2-4550-b228-5aab2136f2af None None] Enqueued Resource ID: d9681ac2-86b9-4ccd-ac88-1226f7dbc36f with Priority: HIGHEST for action port [ 724.178132] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9681ac2-86b9-4ccd-ac88-1226f7dbc36f with Priority: HIGHEST for action port [ 724.178432] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9681ac2-86b9-4ccd-ac88-1226f7dbc36f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.178574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9681ac2-86b9-4ccd-ac88-1226f7dbc36f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.178625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9681ac2-86b9-4ccd-ac88-1226f7dbc36f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.178835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9681ac2-86b9-4ccd-ac88-1226f7dbc36f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.178912] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9681ac2-86b9-4ccd-ac88-1226f7dbc36f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.537727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: SUCCESS [ 724.538125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.538742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.538742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.538875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.538947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.538947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.539110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.539203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.539297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.539388] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.681408] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9681ac2-86b9-4ccd-ac88-1226f7dbc36f [ 724.684325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.684325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.684325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.684325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.684325] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9681ac2-86b9-4ccd-ac88-1226f7dbc36f already deleted. [ 724.684325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9681ac2-86b9-4ccd-ac88-1226f7dbc36f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.985756] env[65401]: INFO networking_nsxv3.common.synchronization [req-5bafd1b6-c620-4c08-8725-2816b0c9327e req-01108ed4-a78e-469c-8450-8c8bc3cb19a0 service nova] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 724.985835] env[65401]: INFO networking_nsxv3.common.synchronization [req-5bafd1b6-c620-4c08-8725-2816b0c9327e req-01108ed4-a78e-469c-8450-8c8bc3cb19a0 service nova] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 724.985968] env[65401]: INFO networking_nsxv3.common.synchronization [req-5bafd1b6-c620-4c08-8725-2816b0c9327e req-01108ed4-a78e-469c-8450-8c8bc3cb19a0 service nova] Enqueued Resource ID: 7723b0e5-2081-40f4-a223-a572d008feb7 with Priority: HIGHEST for action port [ 724.986599] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_rules [ 724.986738] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 724.986832] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7723b0e5-2081-40f4-a223-a572d008feb7 with Priority: HIGHEST for action port [ 724.990291] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.990291] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.990291] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.990291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.990859] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.990859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.990859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.992561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.992698] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.993595] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-7723b0e5-2081-40f4-a223-a572d008feb7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.993761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.993802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.993997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.994082] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7723b0e5-2081-40f4-a223-a572d008feb7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.041947] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.042152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.042205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.042401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.042557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.042652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.042711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.042862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.042952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.043679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.043679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.043679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.043679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.043963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.044067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.044096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.044178] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.365947] env[65401]: INFO networking_nsxv3.common.synchronization [req-a366f93a-0514-4f45-ab8c-bbc6d91d4b9d req-5a1c169b-6f4f-4fca-b552-4ebb53b4a22b tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 725.368031] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 725.368031] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.369111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.369249] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.451354] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1d2be2ca-5746-4b61-bffd-ac823b57221c None None] Enqueued Resource ID: 224f08af-371f-43f2-a854-ef72762275b6 with Priority: HIGHEST for action port [ 725.453977] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224f08af-371f-43f2-a854-ef72762275b6 with Priority: HIGHEST for action port [ 725.453977] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-224f08af-371f-43f2-a854-ef72762275b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.453977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224f08af-371f-43f2-a854-ef72762275b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.453977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224f08af-371f-43f2-a854-ef72762275b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.453977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224f08af-371f-43f2-a854-ef72762275b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.453977] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224f08af-371f-43f2-a854-ef72762275b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.495567] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.496707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.496819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7723b0e5-2081-40f4-a223-a572d008feb7 with status ACTIVE [ 725.498734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.498880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.499293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.499695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.500294] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.500294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.500294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.500294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.501550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.501550] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.501550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.501550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.501550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.501550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.501550] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7723b0e5-2081-40f4-a223-a572d008feb7 is going to be updated. [ 725.526429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.526429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.526429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.526429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.526429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.526429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7723b0e5-2081-40f4-a223-a572d008feb7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.546511] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfeea2d7-f780-4a98-950f-decff0089b29: rpc.has_security_group_logging(os_id): False [ 725.569086] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.569322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.569430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.569731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.570694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.570694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.570694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.570694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.570694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.570694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.570962] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.571026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.572317] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.572317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.572317] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 is going to be created. [ 725.648779] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.649122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.650324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.650650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.650887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.664968] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: IN_PROGRESS for 2s [ 725.871869] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.880776] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.880875] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.881216] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.881623] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.884074] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.884450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.884556] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.884875] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.885096] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.885332] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.885473] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.885655] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.885789] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.885931] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.886075] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.886253] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.908329] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.908615] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.908682] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.908844] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-671" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.909160] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-a5990fd3-2633-4547-ac4a-839b54fba854 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.909330] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.909457] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.909787] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.909941] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5990fd3-2633-4547-ac4a-839b54fba854',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.955126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224f08af-371f-43f2-a854-ef72762275b6 [ 725.955546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.955782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.955782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.956045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.956174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.956318] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224f08af-371f-43f2-a854-ef72762275b6 already deleted. [ 725.956444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224f08af-371f-43f2-a854-ef72762275b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.999716] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.375717] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.412261] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.412410] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.412927] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.412927] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.413078] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.413279] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port a5990fd3-2633-4547-ac4a-839b54fba854 not found, creating... [ 726.413543] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.413695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.414261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.414261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.414261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.414527] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.414882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.414882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.415304] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.415629] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.415994] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: a5990fd3-2633-4547-ac4a-839b54fba854 is going to be created. [ 726.438712] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.438915] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.439288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.439288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.439518] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.439728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.502749] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.502749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.502749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.502749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.502749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.502749] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 is going to be created. [ 726.545529] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.545741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.545798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.546053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.546243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.560114] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: UNINITIALIZED for 2s [ 726.736320] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a84fd5de-414e-4324-b468-03e64139b360 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 726.736320] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 726.736320] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.737928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.738071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.738639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.738639] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.877066] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3f5abfca-aa74-4da8-9b36-464f555b3d12 None None] Enqueued Resource ID: 9536e3a2-5054-43db-be7b-426c985f33d9 with Priority: HIGHEST for action port [ 726.878140] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9536e3a2-5054-43db-be7b-426c985f33d9 with Priority: HIGHEST for action port [ 726.878140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.878140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.878140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.879332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.880505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880505] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 726.883960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9536e3a2-5054-43db-be7b-426c985f33d9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.884123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9536e3a2-5054-43db-be7b-426c985f33d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.884185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9536e3a2-5054-43db-be7b-426c985f33d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.884424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9536e3a2-5054-43db-be7b-426c985f33d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.884664] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9536e3a2-5054-43db-be7b-426c985f33d9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.891204] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c27893f8-4cf7-480c-9323-7dc539a1d78d tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 726.891204] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 726.892465] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.892465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.924980] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.925102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.925102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.925298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.925488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.939335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 727.269271] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.269645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.270315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.270656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.270744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.270809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee already deleted. [ 727.270933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.271265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.272081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.272187] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.291663] env[65401]: INFO networking_nsxv3.common.synchronization [req-a366f93a-0514-4f45-ab8c-bbc6d91d4b9d req-89a93f3d-8884-4d0d-a796-918c8784138f service nova] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 727.291979] env[65401]: INFO networking_nsxv3.common.synchronization [req-a366f93a-0514-4f45-ab8c-bbc6d91d4b9d req-89a93f3d-8884-4d0d-a796-918c8784138f service nova] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 727.292106] env[65401]: INFO networking_nsxv3.common.synchronization [req-a366f93a-0514-4f45-ab8c-bbc6d91d4b9d req-89a93f3d-8884-4d0d-a796-918c8784138f service nova] Enqueued Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 727.292560] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 727.292703] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 727.292796] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 727.293723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.293962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.294048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.294276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.294320] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.295214] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.295515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5990fd3-2633-4547-ac4a-839b54fba854 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.295693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.295865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.295946] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5990fd3-2633-4547-ac4a-839b54fba854',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.391531] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9536e3a2-5054-43db-be7b-426c985f33d9 [ 727.392250] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.392250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.392250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.392250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.392516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.393151] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9536e3a2-5054-43db-be7b-426c985f33d9 already deleted. [ 727.393151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9536e3a2-5054-43db-be7b-426c985f33d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.682493] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: SUCCESS [ 727.683897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.798391] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.798593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.798641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.798882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799327] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee already deleted. [ 727.799327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799784] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800539] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5990fd3-2633-4547-ac4a-839b54fba854 with status ACTIVE [ 727.800539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.801045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.801214] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.801329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.801372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.801796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.801796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.802119] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.802119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.802320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.802397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.802479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5990fd3-2633-4547-ac4a-839b54fba854 is going to be updated. [ 727.829606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.829820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.829820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.830401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.830401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.830401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.576024] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: SUCCESS [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.576024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.576024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.576024] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.950244] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 728.951545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.951545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.951545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.951545] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.951942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.951942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.951942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.951942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952184] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.079426] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.456530] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.509823] env[65401]: INFO networking_nsxv3.common.synchronization [req-993bf50c-c65c-4b60-92ef-1355bc9d6035 req-bf9af6e2-6ffe-4e56-956c-3a7a91076056 tempest-VolumesAdminNegativeTest-827765466 tempest-VolumesAdminNegativeTest-827765466-project-member] Enqueued Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 729.511027] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 729.511027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.511027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.512568] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.512568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.512568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.512726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.512793] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.585291] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 724c792e-0098-4885-b8bd-c1965e2ada63: rpc.has_security_group_logging(os_id): False [ 729.610684] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.610818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.610905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.611230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611544] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.611544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.611637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.611815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 is going to be created. [ 729.700118] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.700811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.701242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.719524] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: IN_PROGRESS for 2s [ 729.958642] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.017587] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.017854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.017953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.018207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.018303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.018629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.018688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.020259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.020400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.020770] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 already deleted. [ 730.020770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.176563] env[65401]: INFO networking_nsxv3.common.synchronization [req-13a8a2fc-e75c-4c21-9271-fd8101f2ab54 req-f685b6e8-5e98-4b58-a7fd-82c797a03e58 tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 730.176983] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 730.177298] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.177457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.177516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.177671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.177819] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.177914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.177972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.178296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.178359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.178446] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.462083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.464693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.464693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.464693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.464693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.464693] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 730.497272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.497431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.497503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.497695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.498070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508186] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.508186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-531" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.508186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-531" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.508186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-531" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.508186] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.508186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.508186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.509385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.509785] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.510213] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.511809] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.511809] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.511809] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.511809] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.511809] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.511809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.513022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 730.530738] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.530944] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.531172] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.531457] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-531" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.531602] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-9644abe5-71e7-4efb-86ad-f2b94e47d16d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.531745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.531916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.532217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.532385] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9644abe5-71e7-4efb-86ad-f2b94e47d16d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.681363] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.681762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.681762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.681836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.681885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.682076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.682227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.682301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.682464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.682542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.682629] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 730.722466] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.722625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.722625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.722865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.722994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.734047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 731.034676] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.035107] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.035337] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.035742] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.035921] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.036172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 9644abe5-71e7-4efb-86ad-f2b94e47d16d not found, creating... [ 731.036548] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.036732] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.036847] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.037111] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.037326] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.037728] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.037939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.038111] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.038339] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.038477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.038627] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 9644abe5-71e7-4efb-86ad-f2b94e47d16d is going to be created. [ 731.059016] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.059235] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.059363] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.059624] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.059964] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060228] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.606083] env[65401]: INFO networking_nsxv3.common.synchronization [req-19a769fc-99c4-4274-aab7-f67f39a61d5d req-c6f8c1dc-0365-4256-8b7a-31a1131bcc8d tempest-ServersAdminNegativeTestJSON-848038757 tempest-ServersAdminNegativeTestJSON-848038757-project-member] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 731.606814] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 731.607786] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.608017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.608090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.608360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.608616] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.608710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.608803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.609028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.609168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.609301] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.735489] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: SUCCESS [ 731.735843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [req-993bf50c-c65c-4b60-92ef-1355bc9d6035 req-d48d36c6-9944-4b9b-9879-75b15e0a071c service nova] Enqueued Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_rules [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [req-993bf50c-c65c-4b60-92ef-1355bc9d6035 req-d48d36c6-9944-4b9b-9879-75b15e0a071c service nova] Enqueued Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [req-993bf50c-c65c-4b60-92ef-1355bc9d6035 req-d48d36c6-9944-4b9b-9879-75b15e0a071c service nova] Enqueued Resource ID: 9644abe5-71e7-4efb-86ad-f2b94e47d16d with Priority: HIGHEST for action port [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_rules [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 731.864975] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9644abe5-71e7-4efb-86ad-f2b94e47d16d with Priority: HIGHEST for action port [ 731.865247] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.865247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.865247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.865967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.865967] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.866503] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.870074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.870074] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.870074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9644abe5-71e7-4efb-86ad-f2b94e47d16d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.870074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.870074] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9644abe5-71e7-4efb-86ad-f2b94e47d16d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.046270] env[65401]: INFO networking_nsxv3.common.synchronization [None req-0a49c106-5142-46e7-a28d-7685467bd743 None None] Enqueued Resource ID: b3ae5b87-65c0-4a97-b47d-eedc7a227089 with Priority: HIGHEST for action port [ 732.046270] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ae5b87-65c0-4a97-b47d-eedc7a227089 with Priority: HIGHEST for action port [ 732.046270] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3ae5b87-65c0-4a97-b47d-eedc7a227089 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.046270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3ae5b87-65c0-4a97-b47d-eedc7a227089" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.047262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3ae5b87-65c0-4a97-b47d-eedc7a227089" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.047658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3ae5b87-65c0-4a97-b47d-eedc7a227089" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.047843] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ae5b87-65c0-4a97-b47d-eedc7a227089',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.113355] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.197877] env[65401]: INFO networking_nsxv3.common.synchronization [req-019f6797-2a6f-4b26-a0c9-d83661c85d74 req-026dc970-0f28-4568-a8a6-e43c424e6d83 tempest-ImagesNegativeTestJSON-819073030 tempest-ImagesNegativeTestJSON-819073030-project-member] Enqueued Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 732.198464] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGHEST for action security_group_members [ 732.198766] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.198915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.198978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.201741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.201956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.202087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.202150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.202328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.202418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.202537] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.373179] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.373179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.373179] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.376919] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9644abe5-71e7-4efb-86ad-f2b94e47d16d with status ACTIVE [ 732.377655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.377655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.377655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.377655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.378921] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.378921] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.378921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.379273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.379273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.379329] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9644abe5-71e7-4efb-86ad-f2b94e47d16d is going to be updated. [ 732.409912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.410155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.410211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.410627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.410627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.410844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9644abe5-71e7-4efb-86ad-f2b94e47d16d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.533175] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 732.533366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.533474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.533696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.533938] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.534109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.534724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.534724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.534724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.534724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.534724] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.550852] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3ae5b87-65c0-4a97-b47d-eedc7a227089 [ 732.552191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.552191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.552191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.552970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.553130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.553268] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3ae5b87-65c0-4a97-b47d-eedc7a227089 already deleted. [ 732.556749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3ae5b87-65c0-4a97-b47d-eedc7a227089" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.618094] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.705888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.705888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.706033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.706335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.706335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.707327] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.707327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.707327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.707327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.707327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.708431] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b is going to be updated. [ 732.744265] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 732.744265] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e deletion is rescheduled due to dependency. [ 732.744714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.769107] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.769279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.769343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.769597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.769825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.780461] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: IN_PROGRESS for 2s [ 732.881632] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.037894] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.040244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.040586] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.043309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.043309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.045074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.045074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045074] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.123355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.123355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.123355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.124052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.124164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.125354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be updated. [ 733.167014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.167092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.167126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.167332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.167473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.180267] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 733.386565] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.386734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.386863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.387224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.387384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.387525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 is going to be created. [ 733.426018] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.426173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.426501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.426636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.439736] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: UNINITIALIZED for 2s [ 733.550107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 733.564096] env[65401]: INFO networking_nsxv3.common.synchronization [req-432309d4-d87a-4f57-9117-bd15617832c3 req-21378044-6277-40aa-886e-50f6f9cdce13 tempest-ServerGroupTestJSON-21612654 tempest-ServerGroupTestJSON-21612654-project-member] Enqueued Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 733.564668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 733.565014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.565167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.565251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.565543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.565727] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.565826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.565885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.566168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.566290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.566395] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.576934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.577150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.577150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.577374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.577472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.578048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.578219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578291] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.578618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.578709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.579161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.579237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.579387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.579483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.579569] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 733.651092] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.651585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.651798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.652244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.652561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.671237] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 733.978029] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-453" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-453" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-453" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.978029] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.978029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.978029] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.978029] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.978029] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.978930] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.978930] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.978930] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.978930] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.999216] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.999408] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.999544] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.999715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-453" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.000052] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.000225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.000357] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.000667] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.000819] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edb300d-e6fe-40f9-93dd-3fcbf14e0350',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.069395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.069641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.069688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.070019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.070164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.070410] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.070523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.070596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.070841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.071047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.071047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 already deleted. [ 734.071350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.506150] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.506150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.506150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.506150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.506150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.507052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 not found, creating... [ 734.509393] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.509393] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.509393] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.509393] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.509393] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.510025] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.510783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.510783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.511337] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.511627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.511915] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 is going to be created. [ 734.551138] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.551402] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.551590] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.552503] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.552503] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.552503] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.794434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b in Status: SUCCESS [ 734.794749] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b deletion is rescheduled due to dependency. [ 734.794959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.896026] env[65401]: INFO networking_nsxv3.common.synchronization [None req-46001d5e-5c81-4f56-9458-b27db08182de None None] Enqueued Resource ID: ad56634f-f59f-4cdf-8060-1f1103221490 with Priority: HIGHEST for action port [ 734.896703] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad56634f-f59f-4cdf-8060-1f1103221490 with Priority: HIGHEST for action port [ 734.897163] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad56634f-f59f-4cdf-8060-1f1103221490 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.897356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad56634f-f59f-4cdf-8060-1f1103221490" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.897454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad56634f-f59f-4cdf-8060-1f1103221490" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.897783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad56634f-f59f-4cdf-8060-1f1103221490" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.897868] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad56634f-f59f-4cdf-8060-1f1103221490',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.201484] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 735.201484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.311119] env[65401]: INFO networking_nsxv3.common.synchronization [req-432309d4-d87a-4f57-9117-bd15617832c3 req-86586467-cfc7-4a7e-aaff-7bc71e561a3f service nova] Enqueued Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_rules [ 735.311119] env[65401]: INFO networking_nsxv3.common.synchronization [req-432309d4-d87a-4f57-9117-bd15617832c3 req-86586467-cfc7-4a7e-aaff-7bc71e561a3f service nova] Enqueued Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 735.311119] env[65401]: INFO networking_nsxv3.common.synchronization [req-432309d4-d87a-4f57-9117-bd15617832c3 req-86586467-cfc7-4a7e-aaff-7bc71e561a3f service nova] Enqueued Resource ID: 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 with Priority: HIGHEST for action port [ 735.312247] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_rules [ 735.312537] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 735.312757] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 with Priority: HIGHEST for action port [ 735.314440] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.314747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.314959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.315543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.315764] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.319197] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.323988] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.323988] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.323988] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.324749] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edb300d-e6fe-40f9-93dd-3fcbf14e0350',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.400955] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad56634f-f59f-4cdf-8060-1f1103221490 [ 735.401376] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.402241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.402241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.402241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.402241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.402241] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad56634f-f59f-4cdf-8060-1f1103221490 already deleted. [ 735.402241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad56634f-f59f-4cdf-8060-1f1103221490" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.456109] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: SUCCESS [ 735.456338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.456588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.456815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.457014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.457144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.457209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.458796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.458933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.459097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.459331] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.693323] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 735.694278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.730355] env[65401]: INFO networking_nsxv3.common.synchronization [req-986c6375-32c4-42ba-8410-d3f209420d52 req-3ffd84b9-6f5b-492e-b726-f5d77a3957ad tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 735.731042] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 735.731329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.731479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.731541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.731948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.732152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.732264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.732323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.732487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.732586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.732684] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.825821] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.828797] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.828963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.830254] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 with status ACTIVE [ 735.830482] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.830629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.830698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.830999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.831111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.831317] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.831411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.831468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.831631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.831724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.832078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.832318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.832383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.832463] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2edb300d-e6fe-40f9-93dd-3fcbf14e0350 is going to be updated. [ 735.871364] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.871364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.871364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.871364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.871364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.871364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edb300d-e6fe-40f9-93dd-3fcbf14e0350" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.961544] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.961732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.961866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.962093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.962294] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.962415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.962467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.962656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.962913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.962913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.963097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.963097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.963221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.963310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.963471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.963565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.963616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.963821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.963954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.964740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.964740] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.184622] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.184739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.184799] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.186650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.186971] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.187561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.187561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.187561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.187695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.188178] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.188409] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.188409] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.190222] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.190222] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.190222] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.190222] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.222178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.222575] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.222575] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.223231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.223231] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.223231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.223735] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.224104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.224315] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f3445e0-e9c7-40f4-87ac-5841e8a166a7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.234759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.236711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.236711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.237992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.237992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.237992] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa already deleted. [ 736.238477] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332054] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.467900] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6068d9fb-f44b-4a75-8d5f-6fb5456a3904: rpc.has_security_group_logging(os_id): False [ 736.496252] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.496589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.496589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.496983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.496983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.496983] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.497161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.497284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.497382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.497534] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.497654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.497816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.497928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.498085] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.498214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.498290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.498475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.498475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.498629] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 is going to be created. [ 736.575065] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.575334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.575445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.590892] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e5ede9e7-321f-4fff-80ca-b6f216a1f27e tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 736.591500] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: IN_PROGRESS for 2s [ 736.592428] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 736.592682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.592796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.592972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.593228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.593600] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.727611] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.727989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.728164] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.728579] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.728878] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.729281] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 not found, creating... [ 736.730914] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.730914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.730914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.730914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.731432] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731980] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.732194] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.732318] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.732563] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.732698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732840] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 is going to be created. [ 736.783223] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.783223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.783223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.783223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.783223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.783223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.836130] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.836366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.836410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.836637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.836734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.836885] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 is going to be created. [ 736.845297] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1002cdd8-1772-47a7-96b6-f5432246fa53 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 736.845469] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 736.845807] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.845931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.879575] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.879709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.879775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.880108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.880295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.895156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: UNINITIALIZED for 2s [ 737.119397] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.119553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.119661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.119906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.120067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.120203] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 already deleted. [ 737.120282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.120541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.120651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.121462] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.506956] env[65401]: INFO networking_nsxv3.common.synchronization [req-986c6375-32c4-42ba-8410-d3f209420d52 req-6bbba5dc-d474-4d62-b8f2-34bd63624e57 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 737.506956] env[65401]: INFO networking_nsxv3.common.synchronization [req-986c6375-32c4-42ba-8410-d3f209420d52 req-6bbba5dc-d474-4d62-b8f2-34bd63624e57 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 737.507403] env[65401]: INFO networking_nsxv3.common.synchronization [req-986c6375-32c4-42ba-8410-d3f209420d52 req-6bbba5dc-d474-4d62-b8f2-34bd63624e57 service nova] Enqueued Resource ID: 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 with Priority: HIGHEST for action port [ 737.511254] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 737.511254] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 737.511568] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 with Priority: HIGHEST for action port [ 737.511838] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.512065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.512178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.512551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.512678] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.515417] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.515585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.515652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.515960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.516206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.516305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.516475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.516942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.516942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.516942] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.523683] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.524350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.524466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.525308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.525645] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f3445e0-e9c7-40f4-87ac-5841e8a166a7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.650321] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.650321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.650560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.650600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.650669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.650778] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 already deleted. [ 737.650845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.030431] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.031546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.031719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.031992] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 with status ACTIVE [ 738.032216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.032339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.032408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.032838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.032838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.032946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.035067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.035172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.035458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.035617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.037434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.037578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.037647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.037883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.038860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.039042] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f3445e0-e9c7-40f4-87ac-5841e8a166a7 is going to be updated. [ 738.069611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.069848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.069938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.070233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.070596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.070811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f3445e0-e9c7-40f4-87ac-5841e8a166a7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.472506] env[65401]: INFO networking_nsxv3.common.synchronization [req-2a87d572-2b46-434f-a2c3-99743d95373a req-0144db46-6b47-46a1-ac85-799969805b55 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 738.473109] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 738.473423] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.473551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.473616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.473906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.474155] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.474266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.474449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.474510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.474561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.474685] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.543555] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.609694] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: SUCCESS [ 738.610034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.906655] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: SUCCESS [ 738.906878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.906996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.907244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.907432] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.907554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.907629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.907753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.907943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.907943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.908075] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.941407] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.941601] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.941728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.942019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.942279] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.942451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.942565] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.942779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.942915] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.943349] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.943460] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.943567] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.943670] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.943877] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.943978] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.944264] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.967667] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.967881] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.967983] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.968217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-563" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.968546] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-ef6708ef-de3b-4509-9c99-6937d2760504 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.968734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.968916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.969196] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.969379] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6708ef-de3b-4509-9c99-6937d2760504',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.978073] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.048382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.049170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.049640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.049640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.049640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.049795] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be created. [ 739.081992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.081992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.081992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.081992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.081992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.095475] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: UNINITIALIZED for 2s [ 739.411170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.411370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.411464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.411738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.411947] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.412405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.412624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.412868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.412992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.413122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.413320] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.413448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.413535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.413729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.414652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.414652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.414652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.414652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.414652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.414652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.414652] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.475477] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.475477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.475477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.475477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.475477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port ef6708ef-de3b-4509-9c99-6937d2760504 not found, creating... [ 739.475477] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.481027] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.481027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.481027] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: ef6708ef-de3b-4509-9c99-6937d2760504 is going to be created. [ 739.482696] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.509034] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.509034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.509034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.509034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.509034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.509034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.917123] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d458ecb-d152-4fab-b47b-3d030ef5d726: rpc.has_security_group_logging(os_id): False [ 739.943310] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.944211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.944211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.944211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.944211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.944211] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.945877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.945877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.945877] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 is going to be created. [ 739.988442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.988633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.988676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.989081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.989081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.989262] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 740.020173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.020362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.020452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.020715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.021065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.026880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.027073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.027163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.027427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.028021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.038454] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: IN_PROGRESS for 2s [ 740.039266] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 740.231810] env[65401]: INFO networking_nsxv3.common.synchronization [req-2a87d572-2b46-434f-a2c3-99743d95373a req-ef226173-52ed-4614-a08b-e09dc3c79b8c service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 740.231810] env[65401]: INFO networking_nsxv3.common.synchronization [req-2a87d572-2b46-434f-a2c3-99743d95373a req-ef226173-52ed-4614-a08b-e09dc3c79b8c service nova] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 740.231947] env[65401]: INFO networking_nsxv3.common.synchronization [req-2a87d572-2b46-434f-a2c3-99743d95373a req-ef226173-52ed-4614-a08b-e09dc3c79b8c service nova] Enqueued Resource ID: ef6708ef-de3b-4509-9c99-6937d2760504 with Priority: HIGHEST for action port [ 740.232496] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_rules [ 740.232577] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 740.232631] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6708ef-de3b-4509-9c99-6937d2760504 with Priority: HIGHEST for action port [ 740.232896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.233034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.233102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.233295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.233373] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.234371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.234582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.234708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6708ef-de3b-4509-9c99-6937d2760504 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.234882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.234947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235200] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6708ef-de3b-4509-9c99-6937d2760504',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.737048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737592] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6708ef-de3b-4509-9c99-6937d2760504 with status ACTIVE [ 740.737685] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.738064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.738192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.738390] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.738511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.738594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.738798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.738916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.739152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.739272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.739362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.739548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.739649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.739751] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6708ef-de3b-4509-9c99-6937d2760504 is going to be updated. [ 740.766566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.766763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.766763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.766998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.767147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.767294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6708ef-de3b-4509-9c99-6937d2760504" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.107324] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 741.107324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.107324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.107755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.108027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.108160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.108202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.108353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.108437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.108524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.108612] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.180449] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8acd66d0-aa46-4c56-864f-5536ccaeb3ab None None] Enqueued Resource ID: c5cfc056-7b09-4d0a-8afc-210e7d769c23 with Priority: HIGHEST for action port [ 741.181108] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cfc056-7b09-4d0a-8afc-210e7d769c23 with Priority: HIGHEST for action port [ 741.181477] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5cfc056-7b09-4d0a-8afc-210e7d769c23 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.181604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5cfc056-7b09-4d0a-8afc-210e7d769c23" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.181688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5cfc056-7b09-4d0a-8afc-210e7d769c23" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.182462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5cfc056-7b09-4d0a-8afc-210e7d769c23" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.182462] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cfc056-7b09-4d0a-8afc-210e7d769c23',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.613064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.614794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.615816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.615816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.616085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.616085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.616206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.616355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.616355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.616535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.618718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.618718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.618718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.618718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.618718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.618718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.618718] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.683973] env[65401]: INFO networking_nsxv3.common.synchronization [req-cfed79a9-7674-4ba2-8c13-40584585e772 req-540fb0b4-f864-42de-8464-25e0876570e0 tempest-ServersNegativeTestJSON-1538998885 tempest-ServersNegativeTestJSON-1538998885-project-member] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 741.683973] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 741.683973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.683973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.683973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.683973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.683973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.683973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.683973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.684372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.684372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.684372] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.686554] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5cfc056-7b09-4d0a-8afc-210e7d769c23 [ 741.686788] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.687023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.687285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.687354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.687467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.687595] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5cfc056-7b09-4d0a-8afc-210e7d769c23 already deleted. [ 741.687703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5cfc056-7b09-4d0a-8afc-210e7d769c23" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.055429] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 742.055633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.057603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.057603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057603] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.060069] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: SUCCESS [ 742.060069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.121050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 742.123758] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.123758] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.123758] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.125019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.125019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.125019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.125019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.125276] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.125276] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.125276] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.125374] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.125450] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.125568] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.125690] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.151110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.151290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.151337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.151551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.151636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.151863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.152032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.152298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.152527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.152587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.152814] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.152917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.152974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.153144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.153458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.153684] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.153880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.153982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.154142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.154376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.154490] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be created. [ 742.158727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.158727] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.158727] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.158727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.158727] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-3235c188-655e-4e71-9e98-d74703ea85fe taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.158727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.159391] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.159391] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.159462] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3235c188-655e-4e71-9e98-d74703ea85fe',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.188517] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.228219] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.228400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.228445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.228665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.228858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.247166] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 742.561551] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.666859] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.670548] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 3235c188-655e-4e71-9e98-d74703ea85fe not found, creating... [ 742.670548] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.670548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.670901] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.670901] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.671197] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.673275] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.673275] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.673275] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.673275] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.673275] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 3235c188-655e-4e71-9e98-d74703ea85fe is going to be created. [ 742.694499] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.706046] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.706345] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.706414] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.706643] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.706874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.707315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.063686] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.197846] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.198273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.198383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.198500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.198623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 743.235389] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.236563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.236563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.236563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.236563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.247680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 743.459678] env[65401]: INFO networking_nsxv3.common.synchronization [req-cfed79a9-7674-4ba2-8c13-40584585e772 req-19ec1a21-ff68-4f6a-ab72-712a4bbbb95f service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 743.459678] env[65401]: INFO networking_nsxv3.common.synchronization [req-cfed79a9-7674-4ba2-8c13-40584585e772 req-19ec1a21-ff68-4f6a-ab72-712a4bbbb95f service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 743.459678] env[65401]: INFO networking_nsxv3.common.synchronization [req-cfed79a9-7674-4ba2-8c13-40584585e772 req-19ec1a21-ff68-4f6a-ab72-712a4bbbb95f service nova] Enqueued Resource ID: 3235c188-655e-4e71-9e98-d74703ea85fe with Priority: HIGHEST for action port [ 743.460565] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 743.461022] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 743.461022] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3235c188-655e-4e71-9e98-d74703ea85fe with Priority: HIGHEST for action port [ 743.461148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.461284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.461346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.461997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.461997] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.462744] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.462841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.463215] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3235c188-655e-4e71-9e98-d74703ea85fe taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.463215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.463215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.464116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.464116] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3235c188-655e-4e71-9e98-d74703ea85fe',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.568679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.568679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.568679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.568918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.568918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 743.599336] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.599525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.599586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.599910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.600141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.612124] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 743.921256] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 743.921442] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 743.922382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 743.922556] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 743.922897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.923080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.923179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.923564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.923770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.923901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.923962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.924189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.924302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.924452] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.926050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.926189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.926253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.926673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.926673] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.926802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.927051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.927519] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.949510] env[65401]: INFO networking_nsxv3.common.synchronization [None req-56caf902-845f-4d3d-84d7-3cb2d944fd69 None None] Enqueued Resource ID: c3ed7771-7709-455e-8871-f4b5069a3562 with Priority: HIGHEST for action port [ 743.949645] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ed7771-7709-455e-8871-f4b5069a3562 with Priority: HIGHEST for action port [ 743.950375] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ed7771-7709-455e-8871-f4b5069a3562 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.950498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ed7771-7709-455e-8871-f4b5069a3562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.950563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ed7771-7709-455e-8871-f4b5069a3562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.950916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ed7771-7709-455e-8871-f4b5069a3562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.950916] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ed7771-7709-455e-8871-f4b5069a3562',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.967054] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.967347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.967515] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3235c188-655e-4e71-9e98-d74703ea85fe with status ACTIVE [ 743.968306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.968306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.968306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.968306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.968686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.968686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.968686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.968998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.968998] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.969353] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3235c188-655e-4e71-9e98-d74703ea85fe is going to be updated. [ 743.979973] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_rules [ 743.980176] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 743.980342] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 743.980421] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 743.980540] env[65401]: INFO networking_nsxv3.common.synchronization [req-1df8268d-4626-4f96-ad77-7c78275e42d5 req-c21539df-8e6c-42a2-bdc2-19fc55f75157 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 743.981494] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_rules [ 743.981494] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 743.981494] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 743.981494] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 743.981494] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 743.981758] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.982192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.982192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.982297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.982297] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.983177] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.983311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.983452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.983523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.983601] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.984878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5990fd3-2633-4547-ac4a-839b54fba854 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.984993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.985075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.985248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.985323] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5990fd3-2633-4547-ac4a-839b54fba854',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.986125] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.986473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.000096] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.000096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.000096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.000096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.000096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.000096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3235c188-655e-4e71-9e98-d74703ea85fe" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.268173] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 744.268984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.419151] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-3ede7bf3-e75a-45e8-963f-86caa3f4a086 tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 744.419972] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 744.420429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.420556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.420626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.420930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.421119] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.421220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.421282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.421432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.421517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.421627] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.426303] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.429938] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.452841] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3ed7771-7709-455e-8871-f4b5069a3562 [ 744.452992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.453128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.453574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.453574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.453574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.453574] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3ed7771-7709-455e-8871-f4b5069a3562 already deleted. [ 744.454012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ed7771-7709-455e-8871-f4b5069a3562" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.488145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.488298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.488553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.488645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.488782] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5990fd3-2633-4547-ac4a-839b54fba854 with status ACTIVE [ 744.488930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.489051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.489125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.489305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.489389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.489639] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.489778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.489846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.490196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.490400] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.490575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.490664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.490901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.491162] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5990fd3-2633-4547-ac4a-839b54fba854 is going to be updated. [ 744.519383] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.519587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.522022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.522022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.522022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.522022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.848910] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.849221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.849221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.850047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.850047] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.850536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.850536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.850536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850739] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.850850] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.851279] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.851279] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.851279] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.851279] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.851409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.877757] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.877757] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.877757] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.877757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.877757] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-c4482fca-e971-489c-8872-548ce20fcf4e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.877757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.877757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.880032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.880032] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4482fca-e971-489c-8872-548ce20fcf4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.923276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.923426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.923525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.923894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.924021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.924260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.924370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.924433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.924592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.924673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.924779] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 already deleted. [ 744.924862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.929536] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.936725] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.260761] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 745.260761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.260761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.261137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.261355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.261512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.261722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.261930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.262063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.262901] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.382920] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.383315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.383364] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.383644] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.383839] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.383999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port c4482fca-e971-489c-8872-548ce20fcf4e not found, creating... [ 745.384356] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.384657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.384657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.384869] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.385174] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.385353] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.385503] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.385743] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.385824] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.385967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.386179] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: c4482fca-e971-489c-8872-548ce20fcf4e is going to be created. [ 745.427523] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.427523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.427523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.427523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.427523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.427523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.432653] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.432653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.432653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.432653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.432653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.432653] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be created. [ 745.439888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.439888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.439888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.439888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.439888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.440167] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 745.466933] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.467153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.467190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.467470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.467594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.470087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.470258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.470347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.470591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.470734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.479585] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 745.480276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: UNINITIALIZED for 2s [ 745.624128] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 745.624869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.625128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.625463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.625781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.625986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.626343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.626682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.626682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.626776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.626884] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.765731] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.090064] env[65401]: INFO networking_nsxv3.common.synchronization [req-d02a7ef5-9192-4595-8952-20795fd415c1 req-6eb2d98c-d996-41c8-9dcb-a2c199f17ef3 tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 58aec545-99e5-4e3c-bde3-736454f321c8 with Priority: HIGHEST for action security_group_rules [ 746.091049] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aec545-99e5-4e3c-bde3-736454f321c8 with Priority: HIGHEST for action security_group_rules [ 746.091049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58aec545-99e5-4e3c-bde3-736454f321c8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.091221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58aec545-99e5-4e3c-bde3-736454f321c8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58aec545-99e5-4e3c-bde3-736454f321c8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.091397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58aec545-99e5-4e3c-bde3-736454f321c8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.091479] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58aec545-99e5-4e3c-bde3-736454f321c8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.131479] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.131479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.131479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.131479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.131479] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.132985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.133546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.133699] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.133838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.134292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.134292] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.134292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.134436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.134466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.134542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.134621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.134713] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.175856] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-c0bb1922-bc7c-422a-91ea-4ef9b5ec4308 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 746.175856] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-c0bb1922-bc7c-422a-91ea-4ef9b5ec4308 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 746.175856] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-c0bb1922-bc7c-422a-91ea-4ef9b5ec4308 service nova] Enqueued Resource ID: c4482fca-e971-489c-8872-548ce20fcf4e with Priority: HIGHEST for action port [ 746.176071] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 746.176131] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 746.176210] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4482fca-e971-489c-8872-548ce20fcf4e with Priority: HIGHEST for action port [ 746.176855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.177119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.177119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.182622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.182622] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.182949] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.183017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.183084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.183275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.183424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.183520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.183580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.183752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.183833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.183925] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.184756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4482fca-e971-489c-8872-548ce20fcf4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.184873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.184937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.185098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.185173] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4482fca-e971-489c-8872-548ce20fcf4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.269145] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.615838] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.617183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.617337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.617649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.617820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.617956] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58aec545-99e5-4e3c-bde3-736454f321c8 already deleted. [ 746.618121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58aec545-99e5-4e3c-bde3-736454f321c8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.638841] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b059046a-af74-446d-93af-53de4a5804df: rpc.has_security_group_logging(os_id): False [ 746.659720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.661296] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.661296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.662473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.663114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.663114] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.663525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.663861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.667034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667034] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 746.691570] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.691570] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.691570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.691570] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4482fca-e971-489c-8872-548ce20fcf4e with status ACTIVE [ 746.691570] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.692222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.692449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.692817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.693076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.693798] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.693798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.693798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.693798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.694103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694103] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.694456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.694456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.694546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.694588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4482fca-e971-489c-8872-548ce20fcf4e is going to be updated. [ 746.721454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.721794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.721963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.722443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.722443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.723039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4482fca-e971-489c-8872-548ce20fcf4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.744032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.744032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.744032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.744032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.744032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.762159] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 746.771677] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.771677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.771677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.773433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.773433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.773433] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 746.863822] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.863822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.863822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.863822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.863822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.881775] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 747.197044] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.230182] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-6f1a98aa-b36e-4ab6-a477-eeb412890416 tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 747.230742] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 747.231114] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.231257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.492381] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 747.492774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.492774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.492973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493181] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.493303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.493839] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.495385] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 747.495608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.495754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.495924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.496230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.496294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.496396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.496598] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.700193] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.700493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.700493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.700627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.700718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.700817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be created. [ 747.727118] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.727238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.727288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.727537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.741275] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: UNINITIALIZED for 2s [ 748.004390] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.006212] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.091125] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.092031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.092031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.092031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.092031] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.092341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.093986] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.093986] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.093986] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.093986] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.093986] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.093986] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.093986] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.093986] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.093986] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.093986] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.114355] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.114525] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.114662] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.114876] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.115205] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-2c25cd4c-4647-4984-a6ff-4b2caa092eda taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.115373] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.115487] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.115886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.116138] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c25cd4c-4647-4984-a6ff-4b2caa092eda',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.506794] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.507891] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.618439] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.618682] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.619445] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.619445] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.619445] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.619597] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 2c25cd4c-4647-4984-a6ff-4b2caa092eda not found, creating... [ 748.619760] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.619943] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.620108] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.620387] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.620544] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.620897] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.621138] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.621210] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.621449] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.621618] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.621826] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 2c25cd4c-4647-4984-a6ff-4b2caa092eda is going to be created. [ 748.643625] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.643873] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.644016] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.644312] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.644550] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.644769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.780171] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 748.780482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.895640] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 748.895900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.896193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.896631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.896750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.896834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.897039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.897133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.897210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.897304] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.010647] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.010879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.011086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.011308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.011433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.011623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 749.013826] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.014012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.014314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.014458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.014675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.014675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be updated. [ 749.053071] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.053260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.053260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.053513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.053677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.056398] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.056558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.056675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.057083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.057351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.071634] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 749.072375] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 749.381141] env[65401]: INFO networking_nsxv3.common.synchronization [req-fb07b141-e2f1-4b24-8d2f-626870e636f0 req-4b3c45af-18f4-4aeb-9f4e-c5d8819e932d tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: d938e599-169f-4f75-82be-32119583e28b with Priority: HIGHEST for action security_group_rules [ 749.381217] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d938e599-169f-4f75-82be-32119583e28b with Priority: HIGHEST for action security_group_rules [ 749.382038] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d938e599-169f-4f75-82be-32119583e28b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.382038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d938e599-169f-4f75-82be-32119583e28b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.382038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d938e599-169f-4f75-82be-32119583e28b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.382038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d938e599-169f-4f75-82be-32119583e28b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.383679] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d938e599-169f-4f75-82be-32119583e28b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.400068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.409144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.409144] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.413678] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-e1434d0d-fa36-4436-80f5-92afe11a6a89 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 749.413996] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-e1434d0d-fa36-4436-80f5-92afe11a6a89 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 749.415040] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-e1434d0d-fa36-4436-80f5-92afe11a6a89 service nova] Enqueued Resource ID: 2c25cd4c-4647-4984-a6ff-4b2caa092eda with Priority: HIGHEST for action port [ 749.415523] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 749.418646] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 749.419035] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c25cd4c-4647-4984-a6ff-4b2caa092eda with Priority: HIGHEST for action port [ 749.420974] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.421177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.421371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.421455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.421632] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c25cd4c-4647-4984-a6ff-4b2caa092eda taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.422614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.422614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.422614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.422614] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c25cd4c-4647-4984-a6ff-4b2caa092eda',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.754964] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.754964] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.754964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.754964] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.756370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.756939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.757355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.757771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.757941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.758299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.759028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.759028] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.906983] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.907400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.907400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.908273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.908273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.908273] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d938e599-169f-4f75-82be-32119583e28b already deleted. [ 749.908273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d938e599-169f-4f75-82be-32119583e28b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.915512] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21c4fdc-8146-40a6-b74f-d79c93dbec38: rpc.has_security_group_logging(os_id): False [ 749.929497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c25cd4c-4647-4984-a6ff-4b2caa092eda with status ACTIVE [ 749.929719] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.929853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.930678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.930678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.930678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.930678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.930869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.930869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.931018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.931018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.931206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.931298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.931359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.931491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.931566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.931650] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c25cd4c-4647-4984-a6ff-4b2caa092eda is going to be updated. [ 749.956101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.956258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.956337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.956547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.956646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.956839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.956949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.957036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.957200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.957281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.957476] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.957707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.957707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.957900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.957900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958051] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.958253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.958309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.958450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.958528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958614] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 749.973293] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.973433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.973498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.974065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.974270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c25cd4c-4647-4984-a6ff-4b2caa092eda" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.040789] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.040988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.041071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.041278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.042020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.073330] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 750.261161] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.261382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.262033] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.764434] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.086719] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 751.087077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.088498] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 751.088692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.088868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.089103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.089300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.089506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.089506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.089635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.089738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.089817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.089887] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.090790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.090991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.091176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.091282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.091345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.091518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.091602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091791] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.269046] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.269046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.269046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.269046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.269046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.269046] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 751.320398] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.320398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.320398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.320905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.320905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.336760] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 751.594196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.594397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.594814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.595188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.596078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.596078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.596078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.596078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.596078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.596396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.596396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.596522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.596612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.596818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.597211] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.597211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.597211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.597401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.597506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.597717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.597949] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.599069] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.092804] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 752.092804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.103067] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0016f313-abe4-4431-b117-0762ec49b98f: rpc.has_security_group_logging(os_id): False [ 752.104735] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 752.130164] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.130380] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.130442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.130769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.130890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131209] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.131350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.131480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.132202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.132202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.132302] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be created. [ 752.138563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.138736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.138736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.138895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.138990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.139183] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.139299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.139352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.139483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.139677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.139747] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.139828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.139877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.140044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.140149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.140347] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.140464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.140549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.140724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.140846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.140967] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 752.219374] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.219374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.219374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.219374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.219612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.230520] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.230952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.235913] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 752.251333] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 752.435932] env[65401]: INFO networking_nsxv3.common.synchronization [req-788c70cc-5a04-4584-b2c1-d870a6e80ec0 req-36688e4c-94ff-429f-9fce-6aeafe23eeed tempest-ServersTestManualDisk-1452349472 tempest-ServersTestManualDisk-1452349472-project-member] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 752.436612] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGHEST for action security_group_members [ 752.437140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.437140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.437140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.437593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.437593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.439107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.439107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.439107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.439107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.439107] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.943665] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.943665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.943665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.943665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.943665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.945259] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.945548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.945652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.945893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.946064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.946228] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d is going to be updated. [ 752.983831] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.984090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.984288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.984449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.998247] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: IN_PROGRESS for 2s [ 753.291441] env[65401]: INFO networking_nsxv3.common.synchronization [req-1e1392e9-bec1-4381-9c51-bf497916b7e8 req-19a44cd1-cb52-4121-b70d-68edc2eb33f9 tempest-VolumesAdminNegativeTest-827765466 tempest-VolumesAdminNegativeTest-827765466-project-member] Enqueued Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 753.292530] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGHEST for action security_group_members [ 753.295310] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.295650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.295785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.296353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.296470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.296562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.296641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.296847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.296972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.297143] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.351662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 753.352119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.352907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.353213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.353522] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.353786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.353929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.354235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.354386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.354702] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.801867] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.801867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.801867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.802536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.802536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.803566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.803819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.803974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.804607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.804607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.804607] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 is going to be updated. [ 753.852357] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.852538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.852538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.852699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.852844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.857277] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.865416] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: IN_PROGRESS for 2s [ 753.996884] env[65401]: INFO networking_nsxv3.common.synchronization [req-fc4b48cf-7954-416e-a21d-ccc4ee27151e req-248c78d7-9ff0-4f1e-82d7-f271c190a9a7 tempest-VolumesAssistedSnapshotsTest-302458547 tempest-VolumesAssistedSnapshotsTest-302458547-project-member] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 753.997664] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGHEST for action security_group_members [ 753.998218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.998218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.998443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.998609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.999231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.999231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.999231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.999616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.999616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.999616] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.256966] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 754.257314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.277142] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 754.279198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.362620] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.381481] env[65401]: INFO networking_nsxv3.common.synchronization [req-7bce93ff-ca96-4350-b6ee-b43fe6bf0836 req-0f7f1bbb-fd38-44ae-89e7-044262b48f09 tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 45bc3972-adc0-48db-b6e9-670c7b0618a3 with Priority: HIGHEST for action security_group_rules [ 754.381481] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bc3972-adc0-48db-b6e9-670c7b0618a3 with Priority: HIGHEST for action security_group_rules [ 754.382184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45bc3972-adc0-48db-b6e9-670c7b0618a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.382309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45bc3972-adc0-48db-b6e9-670c7b0618a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.382363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45bc3972-adc0-48db-b6e9-670c7b0618a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.382609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45bc3972-adc0-48db-b6e9-670c7b0618a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.382725] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45bc3972-adc0-48db-b6e9-670c7b0618a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.451989] env[65401]: INFO networking_nsxv3.common.synchronization [req-2891e7eb-3c5a-444c-9464-c38aaa1b75e4 req-62ace684-f834-446f-bd4c-3d275993c090 tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 754.452626] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 754.452970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.453218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.453303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.453578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.453773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.453883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.453950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.454129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.454235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.454336] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.504263] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.504263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.504263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.504573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.504648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.504731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 is going to be updated. [ 754.533679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.535040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.535040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.535040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.535040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.549258] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: IN_PROGRESS for 2s [ 754.715228] env[65401]: INFO networking_nsxv3.common.synchronization [req-2ba102d6-2ac9-4af3-aa97-6766608bff4d req-d6035df8-7070-43e5-9c4b-1cf710b074a9 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 754.715907] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 754.716319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.716585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.716840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.717127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.717906] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.717965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.718419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.718667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.718793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.719453] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.866420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.866420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.866420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.866420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.866420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.866420] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 754.922929] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.923104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.924363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.924363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.924363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.924363] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45bc3972-adc0-48db-b6e9-670c7b0618a3 already deleted. [ 754.924363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45bc3972-adc0-48db-b6e9-670c7b0618a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.931937] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.931937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.931937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.931937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.931937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 754.957022] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.020659] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813e6067-f4d9-4fff-935c-e02c810c204d in Status: SUCCESS [ 755.020659] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d deletion is rescheduled due to dependency. [ 755.020659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.223651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.223914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.224042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.224329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.224428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.224621] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.224723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.224790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.225015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.225207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.225336] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 755.261273] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.261422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.261525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.261774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.261926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.271752] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 755.461229] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.877061] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 in Status: SUCCESS [ 755.877310] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 deletion is rescheduled due to dependency. [ 755.877443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.964508] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.964508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.964508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.964508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.964508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.964508] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 755.990868] env[65401]: INFO networking_nsxv3.common.synchronization [req-4a89c19c-b6e1-437a-8e27-199b9d333f32 req-ea3f2db7-6a3d-4f0a-9dcd-0fc2f3ee57f7 tempest-ServerGroupTestJSON-21612654 tempest-ServerGroupTestJSON-21612654-project-member] Enqueued Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 755.993055] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGHEST for action security_group_members [ 755.993933] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.994086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.994152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.994585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.994772] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.994885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.995604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.995791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.995890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.996170] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.999337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.999472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.999792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.999792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.999907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.010896] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 756.077442] env[65401]: INFO networking_nsxv3.common.synchronization [req-8ad6dbf9-d677-4ea6-a4c5-9c79c41761db req-3e567968-005e-4856-8222-15d278fbb5cf tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 756.078350] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 756.078680] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.078811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.078900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.079840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.079996] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.080121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.080185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.080355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.080439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.080539] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.258061] env[65401]: INFO networking_nsxv3.common.synchronization [req-0ae29068-b523-47dc-a32e-3bc0d16ad31e req-d215e025-55ca-4725-bf8b-45c6049e28ca tempest-ServersAdminNegativeTestJSON-848038757 tempest-ServersAdminNegativeTestJSON-848038757-project-member] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 756.258061] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGHEST for action security_group_members [ 756.258886] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.259039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.259140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.259883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.259883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.259883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.259883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.259883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.259883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.259883] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.502720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.503010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.503010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.503184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.503279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.503469] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.503566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.503627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.503799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.503897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.503956] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 is going to be updated. [ 756.538032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.538495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.538947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.554999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: IN_PROGRESS for 2s [ 756.559588] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 in Status: SUCCESS [ 756.560056] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 deletion is rescheduled due to dependency. [ 756.560448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.582211] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.582428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.582501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.582795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.583034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.583267] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.583394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.583473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.583629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.583780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.583960] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 756.620372] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 756.620555] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 756.620757] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 756.621211] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 756.621342] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 756.621444] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 756.621730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.621866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.622132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.622376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.622546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.622649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.622704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.622889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.623239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.623239] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.624196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b973ca8-13d5-4765-b2a4-021825c798e6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624562] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.625075] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.626173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.626306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.626375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.626534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.626676] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.626778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.626842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.627133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.627294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.627431] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.629309] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.629442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.629525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.629708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.641899] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 756.705180] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_rules [ 756.705398] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 756.705533] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_rules [ 756.705652] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 756.705770] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 756.705893] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 756.706031] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fad56a1-b965-4573-8cc4-e721e7c2bf94 req-49ef7fe1-7048-4c45-a5eb-8649a0f762fa tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 756.706765] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_rules [ 756.707015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_rules [ 756.707155] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 756.707322] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5990fd3-2633-4547-ac4a-839b54fba854 with Priority: HIGHEST for action port [ 756.707369] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_rules [ 756.707428] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 756.708073] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 756.708073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.708073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.708073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.708289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.708337] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.709263] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b973ca8-13d5-4765-b2a4-021825c798e6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.709447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.709447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.709652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.709891] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.710791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.710915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.711145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5990fd3-2633-4547-ac4a-839b54fba854 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.711249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.711336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.711730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.711730] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5990fd3-2633-4547-ac4a-839b54fba854',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.712874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.712987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.713151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.713404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.713529] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.714717] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.714865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b973ca8-13d5-4765-b2a4-021825c798e6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.762040] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.762292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.762292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.764486] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.764486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.764486] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be updated. [ 756.801238] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.802169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.802169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.802169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.802169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.816241] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: IN_PROGRESS for 2s [ 756.958040] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.958040] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958040] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.958040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.959045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.959445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.959829] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.961404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.961404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.961404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.961404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.961404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.961404] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.011433] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1ea18e8-1c32-4328-9ac8-1cb98f922bd2 req-910ffed2-32fc-4e1a-a220-de4a862c4810 tempest-InstanceActionsTestJSON-1009593754 tempest-InstanceActionsTestJSON-1009593754-project-member] Enqueued Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 757.012165] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGHEST for action security_group_members [ 757.012496] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.012641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.012713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.012927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.013111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.013239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.013305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.013475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.013566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.013662] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.130014] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.132368] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.133528] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.216780] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.216921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b973ca8-13d5-4765-b2a4-021825c798e6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217395] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5990fd3-2633-4547-ac4a-839b54fba854 with status ACTIVE [ 757.217542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.217914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.217998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.221029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.221029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.221029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.221029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5990fd3-2633-4547-ac4a-839b54fba854 is going to be updated. [ 757.225633] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.252239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.252486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.253371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.253746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5990fd3-2633-4547-ac4a-839b54fba854" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.298099] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 757.298099] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 757.298099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.463551] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e8eb101-5037-4cec-97d4-d8842295e8c1: rpc.has_security_group_logging(os_id): False [ 757.490097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.490372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.490372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.490575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.491366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.491614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.491738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.491808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.492321] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.492429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.492493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.493276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.493276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.493276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.493494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.493494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.493595] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be created. [ 757.517041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.517428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.517428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.517613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.517767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.518011] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.518159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.518269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.518566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.518662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.518756] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 is going to be updated. [ 757.575648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.575892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.575892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.576084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.576236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.589250] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: IN_PROGRESS for 2s [ 757.612408] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-ea2582af-82c0-430a-91c4-30cdad8258b9 tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 757.612985] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 757.613302] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.613427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.613488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.613717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.613879] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.614063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.614154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.614402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.614527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614629] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.626576] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.626838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.626838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.627033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.627233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.631672] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.635899] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.637525] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.641758] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 757.910031] env[65401]: INFO networking_nsxv3.common.synchronization [req-bbbc363e-db89-4acc-b1e9-4a8b6cedb63c req-8d924a74-1631-423b-b802-c02a98e85d19 tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 9c13fac0-9f67-4c03-9057-cc91d6df4ac0 with Priority: HIGHEST for action security_group_rules [ 757.910538] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c13fac0-9f67-4c03-9057-cc91d6df4ac0 with Priority: HIGHEST for action security_group_rules [ 757.910834] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c13fac0-9f67-4c03-9057-cc91d6df4ac0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.910958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c13fac0-9f67-4c03-9057-cc91d6df4ac0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.911327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c13fac0-9f67-4c03-9057-cc91d6df4ac0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.911660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c13fac0-9f67-4c03-9057-cc91d6df4ac0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.911801] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c13fac0-9f67-4c03-9057-cc91d6df4ac0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.034648] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 758.034922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.117628] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.135387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.135387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.135387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.135387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.135387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.135679] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be updated. [ 758.139043] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.139043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.139164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.139298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.139388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.139486] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 is going to be created. [ 758.141134] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.141519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.141707] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 758.146483] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.146683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.146829] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.147116] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.147430] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.147601] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.147735] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.148008] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.148209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.148420] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.148608] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.148670] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.148789] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.148932] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.149056] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.149210] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.181062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.181062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.181062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.181349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.181960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.184612] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.184735] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.185271] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.185271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-796" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.186033] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-b83dcac2-e621-4148-a862-37c0e1b2d768 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.186340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.186524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.187029] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.187226] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83dcac2-e621-4148-a862-37c0e1b2d768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.193959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.193959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.193959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.193959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.193959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.197688] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 in Status: UNINITIALIZED for 2s [ 758.208755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 758.213816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.214026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.214110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.214305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.214450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.229310] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 758.440730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.440730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.440730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.440973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.440973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.441080] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c13fac0-9f67-4c03-9057-cc91d6df4ac0 already deleted. [ 758.441211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c13fac0-9f67-4c03-9057-cc91d6df4ac0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569177] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 in Status: SUCCESS [ 758.569177] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 deletion is rescheduled due to dependency. [ 758.569177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.619557] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.651955] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 758.652222] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 deletion is rescheduled due to dependency. [ 758.652405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.692250] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.694065] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port b83dcac2-e621-4148-a862-37c0e1b2d768 not found, creating... [ 758.694065] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.694065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.694514] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694570] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694667] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.695116] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.695594] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: b83dcac2-e621-4148-a862-37c0e1b2d768 is going to be created. [ 758.715415] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.715673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.715799] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.717045] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.717045] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.717045] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.829829] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d in Status: SUCCESS [ 758.830122] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d deletion is rescheduled due to dependency. [ 758.830274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.121866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.122141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.122359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.122469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.122567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 759.156278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.156464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.156522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.156781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.157017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.169126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 759.218822] env[65401]: INFO networking_nsxv3.common.synchronization [req-fa0c5493-02d6-479e-a678-01413e51369e req-8d1e77e3-65bd-42c7-b032-793e4afc7b6a tempest-ServersNegativeTestJSON-1538998885 tempest-ServersNegativeTestJSON-1538998885-project-member] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 759.219448] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 759.219800] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.219973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.220319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.221101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.221101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.221101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.221101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.221295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.221295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.221392] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.480173] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-302e33ca-c655-4ff3-9c5e-39654f55bcb5 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 759.480173] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-302e33ca-c655-4ff3-9c5e-39654f55bcb5 service nova] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 759.480676] env[65401]: INFO networking_nsxv3.common.synchronization [req-365b71b7-0726-4272-b372-e7ce49ed70ff req-302e33ca-c655-4ff3-9c5e-39654f55bcb5 service nova] Enqueued Resource ID: b83dcac2-e621-4148-a862-37c0e1b2d768 with Priority: HIGHEST for action port [ 759.480676] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_rules [ 759.480676] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 759.480786] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83dcac2-e621-4148-a862-37c0e1b2d768 with Priority: HIGHEST for action port [ 759.482728] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.483068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.486318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.486423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.486641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83dcac2-e621-4148-a862-37c0e1b2d768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.486738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.486797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.487020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.487123] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83dcac2-e621-4148-a862-37c0e1b2d768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.600337] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfeea2d7-f780-4a98-950f-decff0089b29 in Status: SUCCESS [ 759.601628] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 deletion is rescheduled due to dependency. [ 759.601628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.657616] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 759.657789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.658068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.658324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.658428] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.728036] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.991174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b83dcac2-e621-4148-a862-37c0e1b2d768 with status ACTIVE [ 759.991174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.991174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.991174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.991174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.991174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.991413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.991413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.991485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.991725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.991725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.991898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.992012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.992044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.992177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.992304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.992367] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b83dcac2-e621-4148-a862-37c0e1b2d768 is going to be updated. [ 760.031248] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.031499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.031586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.031831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.031981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.032179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83dcac2-e621-4148-a862-37c0e1b2d768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.164480] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.164690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.208797] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 in Status: SUCCESS [ 760.209121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.210187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.210428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.210686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.210772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.210812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.210931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.211023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.211123] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.220310] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 760.220553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.220733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.221441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.221582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.221746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.222033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.222085] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.233651] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.241027] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 4s [ 760.483530] env[65401]: INFO networking_nsxv3.common.synchronization [req-67e6c40e-dc0a-4db1-a8a8-10c9b6c70c3d req-759da32c-2d40-4427-a162-d66821073da2 tempest-ServersNegativeTestMultiTenantJSON-1249485238 tempest-ServersNegativeTestMultiTenantJSON-1249485238-project-member] Enqueued Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 760.484171] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 760.484468] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.486247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.486434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.486434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.486566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.486651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.486737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.486830] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.713565] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.724853] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.735920] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.735920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.736853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.736853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.736853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.736853] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 760.765895] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.765895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.765895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.766170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.766459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.776519] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 760.894610] env[65401]: INFO networking_nsxv3.common.synchronization [req-5559db60-f39f-4518-8b2c-9995f84eeded req-fa4aed3b-3907-451e-80ff-b73ed7ad1e0e tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 760.894610] env[65401]: INFO networking_nsxv3.common.synchronization [req-5559db60-f39f-4518-8b2c-9995f84eeded req-fa4aed3b-3907-451e-80ff-b73ed7ad1e0e tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 760.894610] env[65401]: INFO networking_nsxv3.common.synchronization [req-5559db60-f39f-4518-8b2c-9995f84eeded req-fa4aed3b-3907-451e-80ff-b73ed7ad1e0e tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 760.894796] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGHEST for action security_group_members [ 760.894839] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 with Priority: HIGHEST for action security_group_members [ 760.894918] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 760.895198] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.895301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.895478] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b973ca8-13d5-4765-b2a4-021825c798e6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.895549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.895711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.895785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.976802] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.977066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.977242] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.977618] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.980020] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.980020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.980020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.980020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.980020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.980020] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.980020] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.980020] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.980484] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.980484] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.980484] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.980602] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.988690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.988873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.988977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.989271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.989394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.989651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.989776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.989912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.990189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.990278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 already deleted. [ 760.990362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.003802] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.003990] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.004170] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.005031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.005031] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-690603d9-0653-432d-a169-70ec9da623ac taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.005220] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.005324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.006028] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.006028] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690603d9-0653-432d-a169-70ec9da623ac',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.184728] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 761.185553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.185745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.186048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.186960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.186960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.186960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.186960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.186960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186960] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.217636] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.227482] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.508568] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.508568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508848] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508980] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.509133] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 690603d9-0653-432d-a169-70ec9da623ac not found, creating... [ 761.509371] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.509543] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.509668] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.509886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.510048] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510345] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.510511] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.510651] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.510868] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.511026] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.511182] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 690603d9-0653-432d-a169-70ec9da623ac is going to be created. [ 761.532788] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.533060] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.533186] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.533433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.533814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.534016] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.560934] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c4f89bd7-d7ba-4941-8c54-160852de51c7 None None] Enqueued Resource ID: c435d93c-fa45-4785-ba02-f39e339de175 with Priority: HIGHEST for action port [ 761.561541] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c435d93c-fa45-4785-ba02-f39e339de175 with Priority: HIGHEST for action port [ 761.561951] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c435d93c-fa45-4785-ba02-f39e339de175 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.562487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c435d93c-fa45-4785-ba02-f39e339de175" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.562597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c435d93c-fa45-4785-ba02-f39e339de175" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c435d93c-fa45-4785-ba02-f39e339de175" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562946] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c435d93c-fa45-4785-ba02-f39e339de175',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.689209] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.720415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.720860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.720860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.721274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.721406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.721468] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 is going to be updated. [ 761.729364] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.729576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.729576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.729972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.729972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.730078] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be updated. [ 761.761824] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.761965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.762054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.762268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.762415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.764343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.764480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.764541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.764687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.764823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.775805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 761.778108] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 in Status: IN_PROGRESS for 2s [ 762.065541] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c435d93c-fa45-4785-ba02-f39e339de175 [ 762.065863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.066032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.066116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.066348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.066436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066674] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c435d93c-fa45-4785-ba02-f39e339de175 already deleted. [ 762.067324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c435d93c-fa45-4785-ba02-f39e339de175" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192316] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.254619] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 762.255285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.255285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.256560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.256560] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.256560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.256560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.256560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.256560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.256560] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.352884] env[65401]: INFO networking_nsxv3.common.synchronization [req-67e6c40e-dc0a-4db1-a8a8-10c9b6c70c3d req-d4d5da90-6e4e-46ea-88ea-17540ffb6081 service nova] Enqueued Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_rules [ 762.353152] env[65401]: INFO networking_nsxv3.common.synchronization [req-67e6c40e-dc0a-4db1-a8a8-10c9b6c70c3d req-d4d5da90-6e4e-46ea-88ea-17540ffb6081 service nova] Enqueued Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 762.353297] env[65401]: INFO networking_nsxv3.common.synchronization [req-67e6c40e-dc0a-4db1-a8a8-10c9b6c70c3d req-d4d5da90-6e4e-46ea-88ea-17540ffb6081 service nova] Enqueued Resource ID: 690603d9-0653-432d-a169-70ec9da623ac with Priority: HIGHEST for action port [ 762.355193] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_rules [ 762.355382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 762.355468] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 690603d9-0653-432d-a169-70ec9da623ac with Priority: HIGHEST for action port [ 762.355770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.355906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.356047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.356299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.356388] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.357302] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.357424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.357513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.357657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.357797] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.357892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.357950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.358105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.358192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.358310] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.359141] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-690603d9-0653-432d-a169-70ec9da623ac taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.359226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.359329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.359553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359553] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690603d9-0653-432d-a169-70ec9da623ac',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.696219] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.696416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.696521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.696806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.697050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.697091] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 762.739538] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.740028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.740028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.740028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.740178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.753385] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 762.764704] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.790293] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 762.790293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.861793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.861960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.862143] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.863369] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 690603d9-0653-432d-a169-70ec9da623ac with status ACTIVE [ 762.863369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.863369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.863810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.863810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.863810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.863997] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.865027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.865133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.866105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.866105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.866365] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 690603d9-0653-432d-a169-70ec9da623ac is going to be updated. [ 762.890166] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.890166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-690603d9-0653-432d-a169-70ec9da623ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.266682] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.369366] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.370624] env[65401]: INFO networking_nsxv3.common.synchronization [req-01f7b49f-9459-462e-bccd-9542f28e5748 req-2898735f-1bd0-458e-b6f1-2a63c50fb480 tempest-ServerTagsTestJSON-113515235 tempest-ServerTagsTestJSON-113515235-project-member] Enqueued Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 763.371820] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGHEST for action security_group_members [ 763.372508] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.372508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.372508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.372508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.372736] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.372736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.372810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.372933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.373048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.373117] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.399887] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3e065b0-4ffa-4c44-ac62-bb4a7310158b req-a4ff50bb-3c43-40e1-a2ee-6126742542a2 tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 763.399887] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 763.399887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507274b-e2af-498b-80bd-2ab798e823a6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.399887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.399887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.400228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.400228] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507274b-e2af-498b-80bd-2ab798e823a6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.771602] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.771602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.771602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.772019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.772019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.772019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 763.790906] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 763.791163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.791909] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 in Status: SUCCESS [ 763.792100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.792260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.792809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.792809] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.793045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.793152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.793224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.793310] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.794416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.794786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.794786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.795098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.795169] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.796458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.796458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.796599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.796671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.796720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.796866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.796947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799708] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799708] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.812679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.813039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.813039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.813170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.823562] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 763.871754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.872061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.874261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.874261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.874261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.874261] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 is going to be created. [ 763.878476] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.878603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.878708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.878935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.879045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.879319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.879467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.879534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.879694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.879769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.879860] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce is going to be updated. [ 763.901519] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.901702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.901904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.902057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.902260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916082] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: UNINITIALIZED for 2s [ 763.916924] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.917257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.917403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.917629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.917783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.927021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.927168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.927237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.927617] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507274b-e2af-498b-80bd-2ab798e823a6 already deleted. [ 763.927697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.929870] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: IN_PROGRESS for 2s [ 764.296663] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.302426] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b973ca8-13d5-4765-b2a4-021825c798e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.303733] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.303873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.303932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.304178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.304261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.304445] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.304539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.304595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.304828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.304902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.305018] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be updated. [ 764.306456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.306621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.306679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.306858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.307015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.307206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.307299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.307365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.307703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.307703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.307703] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 is going to be deleted. [ 764.344873] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.346389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.363752] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 764.365702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.365868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.365936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.366185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.366314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.366389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.404831] env[65401]: INFO networking_nsxv3.common.synchronization [req-1cb826da-a0d6-4981-852f-30b7744bdb74 req-b01107f4-870b-4033-af10-3d5af5779c3d tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 764.405436] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 764.405748] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507274b-e2af-498b-80bd-2ab798e823a6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.405871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.405977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.406441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.406527] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507274b-e2af-498b-80bd-2ab798e823a6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.767043] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769194] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.797908] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f8e2266b-3cd1-4bc7-8cd4-ed299499d0de None None] Enqueued Resource ID: 8500ba4a-b2c4-4a0e-a254-090641cb6250 with Priority: HIGHEST for action port [ 764.798671] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8500ba4a-b2c4-4a0e-a254-090641cb6250 with Priority: HIGHEST for action port [ 764.798978] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8500ba4a-b2c4-4a0e-a254-090641cb6250 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.799126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8500ba4a-b2c4-4a0e-a254-090641cb6250" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.799193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8500ba4a-b2c4-4a0e-a254-090641cb6250" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.799449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8500ba4a-b2c4-4a0e-a254-090641cb6250" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.799532] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8500ba4a-b2c4-4a0e-a254-090641cb6250',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.800468] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0016f313-abe4-4431-b117-0762ec49b98f: rpc.has_security_group_logging(os_id): False [ 764.810721] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b973ca8-13d5-4765-b2a4-021825c798e6: rpc.has_security_group_logging(os_id): False [ 764.823670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.824816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.824816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.825368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.825368] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be updated. [ 764.829227] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.829227] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.829227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.829227] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 is going to be created. [ 764.837986] env[65401]: INFO networking_nsxv3.common.synchronization [req-636af4d9-e8c3-4ce9-8ea6-4c481f75b5e1 req-aefe0cb8-65f4-42da-9486-06718941f056 tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 764.838613] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 764.838972] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.839161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.839244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.839604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.839699] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.839824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.839904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.840237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.840356] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.852209] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6], does not exist path=[/infra/domains/default/groups/7b973ca8-13d5-4765-b2a4-021825c798e6]."\n}' [ 764.852353] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6 [ 764.852679] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 764.917722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.920021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.920021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.921237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.925170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.925170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.925170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.925170] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b973ca8-13d5-4765-b2a4-021825c798e6 is going to be created. [ 764.939760] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.940041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.940105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.940459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.940630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.963398] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.963786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.963859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.966823] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507274b-e2af-498b-80bd-2ab798e823a6 already deleted. [ 764.966823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.967871] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: IN_PROGRESS for 2s [ 764.984909] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6], does not exist path=[/infra/domains/default/groups/7b973ca8-13d5-4765-b2a4-021825c798e6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6 [ 764.985162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b973ca8-13d5-4765-b2a4-021825c798e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.985743] env[65401]: Traceback (most recent call last): [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 764.985806] env[65401]: return func(*args, **kwargs) [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 764.985806] env[65401]: res.raise_for_status() [ 764.985806] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 764.985806] env[65401]: raise HTTPError(http_error_msg, response=self) [ 764.985806] env[65401]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6 [ 764.985806] env[65401]: During handling of the above exception, another exception occurred: [ 764.985806] env[65401]: Traceback (most recent call last): [ 764.985806] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 764.985806] env[65401]: listener.cb(fileno) [ 764.985806] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 764.985806] env[65401]: result = function(*args, **kwargs) [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 764.985806] env[65401]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 764.985806] env[65401]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 764.985806] env[65401]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 764.985806] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 764.985806] env[65401]: res.raise_for_status() [ 764.985806] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 764.985806] env[65401]: raise HTTPError(http_error_msg, response=self) [ 764.985806] env[65401]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7b973ca8-13d5-4765-b2a4-021825c798e6 [ 764.986455] env[65401]: Removing descriptor: 5 [ 765.272516] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.272837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.273166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.273588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.273914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.274075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.274181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.274390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.274547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.274717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.274934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.275090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.275794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.276064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.276256] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.277658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.277658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.277658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.277658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.277658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.277658] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.304478] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8500ba4a-b2c4-4a0e-a254-090641cb6250 [ 765.305202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.305202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.305202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.305202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.305434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.305434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8500ba4a-b2c4-4a0e-a254-090641cb6250 already deleted. [ 765.305500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8500ba4a-b2c4-4a0e-a254-090641cb6250" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.342844] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.364041] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364254] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364391] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364788] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.365104] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.365240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.365380] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.365663] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.365969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.366202] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.366326] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.366573] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.366650] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.366766] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.366938] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.367620] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.394978] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.395123] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.395249] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.395424] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-362" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395837] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-dc9173bc-221f-4923-b3a9-d8ee778f7b52 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.396021] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.396021] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.396323] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.396458] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9173bc-221f-4923-b3a9-d8ee778f7b52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.780523] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e8eb101-5037-4cec-97d4-d8842295e8c1: rpc.has_security_group_logging(os_id): False [ 765.799674] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.800228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.800228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.800228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.822122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.822771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.822771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822940] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.823836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.823836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.823836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.823836] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 765.836529] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 765.836759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.837231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.837231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.837502] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.837502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.837502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.837687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.838280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.838280] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.838878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.839713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.839922] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.840198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.840331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.840410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.840511] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.846585] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.891433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.891433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.891632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.891707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.891898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.899560] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.899779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.900019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.900206] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.900369] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port dc9173bc-221f-4923-b3a9-d8ee778f7b52 not found, creating... [ 765.900623] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.900776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.900888] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.901121] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.901294] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.901644] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.901831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.901975] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.902299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.902479] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.902633] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: dc9173bc-221f-4923-b3a9-d8ee778f7b52 is going to be created. [ 765.906169] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 765.926258] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926505] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926637] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.926976] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.927287] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.927530] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.928891] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: SUCCESS [ 765.929141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.929325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.929488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.929683] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.929817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.929868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.930049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.930152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.930210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.930324] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.940174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485dbde8-028a-4559-ab80-70e95096c7ce in Status: SUCCESS [ 765.940370] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce deletion is rescheduled due to dependency. [ 765.940729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.342853] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.343652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.343652] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.351109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.351620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.351620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.351807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 766.376465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 766.376465] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0016f313-abe4-4431-b117-0762ec49b98f deletion is rescheduled due to dependency. [ 766.376465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.384447] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.384765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.384765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.384961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.385198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399928] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 766.436063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.436063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.436063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.436063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.436750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.436750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.436750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.436964] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.438036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.438286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.438547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.439058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.439258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.439375] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.670881] env[65401]: INFO networking_nsxv3.common.synchronization [req-636af4d9-e8c3-4ce9-8ea6-4c481f75b5e1 req-823720e4-4806-4324-8d6b-3ae004fc3617 service nova] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_rules [ 766.671183] env[65401]: INFO networking_nsxv3.common.synchronization [req-636af4d9-e8c3-4ce9-8ea6-4c481f75b5e1 req-823720e4-4806-4324-8d6b-3ae004fc3617 service nova] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 766.671336] env[65401]: INFO networking_nsxv3.common.synchronization [req-636af4d9-e8c3-4ce9-8ea6-4c481f75b5e1 req-823720e4-4806-4324-8d6b-3ae004fc3617 service nova] Enqueued Resource ID: dc9173bc-221f-4923-b3a9-d8ee778f7b52 with Priority: HIGHEST for action port [ 766.672017] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_rules [ 766.672017] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 766.672413] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9173bc-221f-4923-b3a9-d8ee778f7b52 with Priority: HIGHEST for action port [ 766.672951] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.673315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.673581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.674573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.674924] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.677959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9173bc-221f-4923-b3a9-d8ee778f7b52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.680309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.680453] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9173bc-221f-4923-b3a9-d8ee778f7b52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.851587] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.941686] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2: rpc.has_security_group_logging(os_id): False [ 766.965160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.965354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.965485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.965911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.966123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.966524] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.966729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.971756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.972068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.972474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.973786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.973897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.974121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.974208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.974895] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.974895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.974895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.974895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.974895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.975265] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 is going to be created. [ 766.995126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0016f313-abe4-4431-b117-0762ec49b98f in Status: SUCCESS [ 766.995457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.038468] env[65401]: INFO networking_nsxv3.common.synchronization [req-ac3c0537-da2e-4807-a298-a2f76da789ab req-bf848e93-f0fc-4e90-90b1-04d477088231 tempest-SecurityGroupRulesTestJSON-196605308 tempest-SecurityGroupRulesTestJSON-196605308-project-member] Enqueued Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 767.039297] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6507274b-e2af-498b-80bd-2ab798e823a6 with Priority: HIGHEST for action security_group_rules [ 767.043226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6507274b-e2af-498b-80bd-2ab798e823a6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.043226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.043226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.043226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.043226] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6507274b-e2af-498b-80bd-2ab798e823a6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.045848] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.045848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.046030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.046542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.046729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.063675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: IN_PROGRESS for 2s [ 767.182455] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.182830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.182830] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9173bc-221f-4923-b3a9-d8ee778f7b52 with status ACTIVE [ 767.183049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.183173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.183362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.183417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.183503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.183902] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.183902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.183902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.184141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.184308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.184386] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.184469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.184469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.184609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.184687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.184818] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9173bc-221f-4923-b3a9-d8ee778f7b52 is going to be updated. [ 767.220400] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.220583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.220624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.220839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.220982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.221159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9173bc-221f-4923-b3a9-d8ee778f7b52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.359338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.359605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.359991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.359991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.360097] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 767.400911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.403031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.403031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.403031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.403031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.414903] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 767.569438] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.569582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.569666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.569877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.569976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.570116] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6507274b-e2af-498b-80bd-2ab798e823a6 already deleted. [ 767.570206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6507274b-e2af-498b-80bd-2ab798e823a6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.922377] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 767.922704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.922825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.923274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.923390] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.022212] env[65401]: INFO networking_nsxv3.common.synchronization [None req-045ca3b4-d4ee-40cd-9b6d-b34df98f0280 None None] Enqueued Resource ID: a1ff79de-f22d-4f17-b484-1b2027a1e03c with Priority: HIGHEST for action port [ 768.022802] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff79de-f22d-4f17-b484-1b2027a1e03c with Priority: HIGHEST for action port [ 768.023109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ff79de-f22d-4f17-b484-1b2027a1e03c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.023242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ff79de-f22d-4f17-b484-1b2027a1e03c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.023302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ff79de-f22d-4f17-b484-1b2027a1e03c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.023536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ff79de-f22d-4f17-b484-1b2027a1e03c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.023618] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ff79de-f22d-4f17-b484-1b2027a1e03c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.118025] env[65401]: INFO networking_nsxv3.common.synchronization [req-10128ce8-a66d-4a06-a04d-439447794319 req-fe9f95ce-8bc4-4530-b264-9e389023ad3d tempest-ServersTestBootFromVolume-208860094 tempest-ServersTestBootFromVolume-208860094-project-member] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 768.118025] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 768.118025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.118025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.118025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.118025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.120500] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.120681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.120753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.120956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.121068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.121168] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.413247] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 768.414320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.414320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.414320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.414320] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.414320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.414320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.414912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.414912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.414912] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.426725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.426819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.426819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.427277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.427277] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.427396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.427396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.427572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.427621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.427710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.427801] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.531908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1ff79de-f22d-4f17-b484-1b2027a1e03c [ 768.531908] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.531908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1ff79de-f22d-4f17-b484-1b2027a1e03c already deleted. [ 768.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ff79de-f22d-4f17-b484-1b2027a1e03c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.551356] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.551546] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-414" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.551691] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-414" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.552014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-414" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.552272] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.552421] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.552570] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.552794] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.552933] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.555576] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.555701] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.555815] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.555921] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.556042] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.556199] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.556391] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.580785] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.580785] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.580785] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.580785] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-414" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.581124] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-51977823-6335-47a5-9e9f-ece6faf66c41 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.584653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.584653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.584653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.584653] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51977823-6335-47a5-9e9f-ece6faf66c41',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.625964] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627354] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627692] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de already deleted. [ 768.627692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.916567] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.930797] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.931162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.931162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.931272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.932510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.932510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.932510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933217] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.933217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.933217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933217] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.080290] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: SUCCESS [ 769.080420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.085985] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.085985] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.085985] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.086245] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.086245] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.086362] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 51977823-6335-47a5-9e9f-ece6faf66c41 not found, creating... [ 769.086599] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.086744] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.086850] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.087077] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.087485] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.087485] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.087610] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.087728] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.087920] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.088074] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.088212] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 51977823-6335-47a5-9e9f-ece6faf66c41 is going to be created. [ 769.109894] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.109894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110825] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.110825] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.420024] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.427090] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 769.427317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.427485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.427695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.427883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.427998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.428091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.428243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.428320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.428401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.428555] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.428652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.428715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.428853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.428991] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.429269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.429336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.429482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.429559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.429640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.429738] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.436251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e8eb101-5037-4cec-97d4-d8842295e8c1: rpc.has_security_group_logging(os_id): False [ 769.455461] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.455619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.455698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.455902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.456046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.456268] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.456381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.456534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.456611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.456794] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.456997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.457105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.457186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.457358] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.457443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.457520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.457635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.457731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.457793] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 769.524746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.524993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.525100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.525356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.525542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.552893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [req-10128ce8-a66d-4a06-a04d-439447794319 req-c3843f25-2d2b-4441-826d-8b0618ef9cd2 service nova] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [req-10128ce8-a66d-4a06-a04d-439447794319 req-c3843f25-2d2b-4441-826d-8b0618ef9cd2 service nova] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [req-10128ce8-a66d-4a06-a04d-439447794319 req-c3843f25-2d2b-4441-826d-8b0618ef9cd2 service nova] Enqueued Resource ID: 51977823-6335-47a5-9e9f-ece6faf66c41 with Priority: HIGHEST for action port [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_rules [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 769.921611] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51977823-6335-47a5-9e9f-ece6faf66c41 with Priority: HIGHEST for action port [ 769.921611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.922160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.923229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.923229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.923229] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.924663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.924663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.924663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.924960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.926329] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.927193] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-51977823-6335-47a5-9e9f-ece6faf66c41 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.927320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.927593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.927648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.927744] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51977823-6335-47a5-9e9f-ece6faf66c41',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.929884] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.929884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.929884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.929884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.929884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.929884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 769.932156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9addf9a6-9584-401c-bdc4-c5f060d9825f: rpc.has_security_group_logging(os_id): False [ 769.959960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.960123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.960201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.004745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.006842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.006842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.006842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.007576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.007576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.007576] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 770.009245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.009372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.013026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.013026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.013026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.031921] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 770.095545] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.095706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.095767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.095995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.096150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.116807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 770.429627] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.430703] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.432573] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51977823-6335-47a5-9e9f-ece6faf66c41 with status ACTIVE [ 770.432749] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.434723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.434723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.434723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.434723] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51977823-6335-47a5-9e9f-ece6faf66c41 is going to be updated. [ 770.463345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.463533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.463533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.465086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.465086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.465086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51977823-6335-47a5-9e9f-ece6faf66c41" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.933291] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.094281] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c3df681c-b1e8-4641-884d-004efa69641b None None] Enqueued Resource ID: e3e7d2c6-41c6-46e8-a62f-5d9026012bc8 with Priority: HIGHEST for action port [ 771.094867] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e7d2c6-41c6-46e8-a62f-5d9026012bc8 with Priority: HIGHEST for action port [ 771.095261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e7d2c6-41c6-46e8-a62f-5d9026012bc8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.095442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e7d2c6-41c6-46e8-a62f-5d9026012bc8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.095528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e7d2c6-41c6-46e8-a62f-5d9026012bc8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.095821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e7d2c6-41c6-46e8-a62f-5d9026012bc8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.095964] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e7d2c6-41c6-46e8-a62f-5d9026012bc8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.437486] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.437486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.437486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.437486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.437486] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de is going to be created. [ 771.462963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.462963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.463358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.463358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.463564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.476632] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: UNINITIALIZED for 2s [ 771.573735] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 771.573972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.599609] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3e7d2c6-41c6-46e8-a62f-5d9026012bc8 [ 771.600967] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.600967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.600967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.600967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.600967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.600967] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3e7d2c6-41c6-46e8-a62f-5d9026012bc8 already deleted. [ 771.600967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e7d2c6-41c6-46e8-a62f-5d9026012bc8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052967] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 772.053361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.053399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.053636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.053852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.054109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.054109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.054239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.054338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.054443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.054561] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.136398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 772.136641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.468576] env[65401]: INFO networking_nsxv3.common.synchronization [req-b2924592-bc82-4a9b-bba5-eb844906594a req-3d822741-9579-41d3-9f09-e38ac8632a78 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 772.469491] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 772.469660] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.469770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.469770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.470202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.470304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.470366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.470590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.470682] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.557531] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.557695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.557851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.557981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.558235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.558342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.558401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.558551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.558632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.558721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.558865] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.558958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.559027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.559168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.559424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.559424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.559548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.559582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.559647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.559726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.559815] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.783521] env[65401]: INFO networking_nsxv3.common.synchronization [req-d61a081d-2907-4085-b0b1-5aeeca201c13 req-74cae09f-4a05-47b7-bed6-3aa12be1fb00 tempest-ServersV294TestFqdnHostnames-948733554 tempest-ServersV294TestFqdnHostnames-948733554-project-member] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 772.784251] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGHEST for action security_group_members [ 772.784593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.784739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.784862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.785147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.785330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.785458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.785535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.785736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.785880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.786046] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.973444] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.973599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.973662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.973989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.974212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.974493] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.974656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.974753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.974987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.975153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.975285] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 already deleted. [ 772.975424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.978061] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.978355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.980043] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.980043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.981302] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.981302] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.981302] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.981302] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.981302] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.981302] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.981510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.016384] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.016384] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.016384] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.016384] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016384] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-22499902-52ae-4e3a-8f9c-5dce85bbe956 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.016384] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.016384] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.016384] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.016384] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22499902-52ae-4e3a-8f9c-5dce85bbe956',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.061684] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2db818-8104-4ead-997d-9a1a87005ea4: rpc.has_security_group_logging(os_id): False [ 773.084279] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.084403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.084523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.084697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.108564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.109290] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.109421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.109481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.109707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.109895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.109979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.110093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.110169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.110317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.110403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.110598] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.110695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.110753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.110909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.111021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.111391] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 773.188497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.188497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.188497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.188810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.188810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.207065] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 773.288874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.289485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.289485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.289836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.316044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.316439] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.316439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.316554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.316782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.316933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.317026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 is going to be updated. [ 773.365558] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.365764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.366927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.366927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.366927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.379118] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: IN_PROGRESS for 2s [ 773.493256] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: SUCCESS [ 773.493537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.493771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.494260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.494424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.494491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.494764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494932] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.519118] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.519337] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.519704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.519832] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.519898] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.520767] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 22499902-52ae-4e3a-8f9c-5dce85bbe956 not found, creating... [ 773.520767] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.520934] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.520969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.521292] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.521362] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.521816] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.522068] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.522130] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.523098] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.523098] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.523098] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 22499902-52ae-4e3a-8f9c-5dce85bbe956 is going to be created. [ 773.569014] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.569014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.569014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.569014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.002620] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [req-b2924592-bc82-4a9b-bba5-eb844906594a req-f781c02d-fb9c-4783-8b15-f85c6b064bc7 service nova] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_rules [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [req-b2924592-bc82-4a9b-bba5-eb844906594a req-f781c02d-fb9c-4783-8b15-f85c6b064bc7 service nova] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [req-b2924592-bc82-4a9b-bba5-eb844906594a req-f781c02d-fb9c-4783-8b15-f85c6b064bc7 service nova] Enqueued Resource ID: 22499902-52ae-4e3a-8f9c-5dce85bbe956 with Priority: HIGHEST for action port [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_rules [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 774.374190] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22499902-52ae-4e3a-8f9c-5dce85bbe956 with Priority: HIGHEST for action port [ 774.376603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.376603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.376603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.376603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.376603] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.377431] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.377598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.377671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.377866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.378041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.378236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.378236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.378365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.378437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.378528] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.379702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-22499902-52ae-4e3a-8f9c-5dce85bbe956 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.379842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.379896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.380107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.380298] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22499902-52ae-4e3a-8f9c-5dce85bbe956',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.507139] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7554c7-aaeb-4ce4-86a0-b301e28771de: rpc.has_security_group_logging(os_id): False [ 774.528691] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533046] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.533046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533046] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de is going to be created. [ 774.609218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.609539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.609609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.609891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633253] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: IN_PROGRESS for 2s [ 774.672213] env[65401]: INFO networking_nsxv3.common.synchronization [req-33aff5b5-1bbd-4345-8880-125da02f995e req-f55e4cb7-bb38-43bc-93f0-3e3eb04608c4 tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 774.672213] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 774.672831] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.672831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.672978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.673098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.673711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.673824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.673955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.674106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.674198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.674295] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.881825] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.884874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884874] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22499902-52ae-4e3a-8f9c-5dce85bbe956 with status ACTIVE [ 774.884874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.884874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.884874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.885356] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.885356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.885679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.885727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.886050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22499902-52ae-4e3a-8f9c-5dce85bbe956 is going to be updated. [ 774.937421] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.939951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.939951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.939951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.939951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22499902-52ae-4e3a-8f9c-5dce85bbe956" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.177739] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.230216] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 775.230216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.386748] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.398012] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 in Status: SUCCESS [ 775.398012] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 deletion is rescheduled due to dependency. [ 775.398012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.490111] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-1ae33526-23eb-4529-8d83-9cdb2fb6116c tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 775.490737] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 775.491845] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.491845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.491845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.492434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.492434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.492539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.492691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.492832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.492832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.492924] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.680309] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.890312] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.891318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.891398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.891675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.891777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.891878] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be created. [ 775.919864] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.921170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.921313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.921541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.921812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.934172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: UNINITIALIZED for 2s [ 775.960725] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-f92e3a0c-351f-42f5-b0c0-ecd465f47384 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 775.962629] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 775.964418] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.000330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.000442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.000442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.000646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.000735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.000921] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.001035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.001103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.001246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.001319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.001404] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 already deleted. [ 776.001474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.001634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.001776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.001913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.002016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.002078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.002305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.002305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.005353] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.183272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.183475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.183475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.183767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.184334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.184334] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 776.214985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.215244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.215304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.215691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.227464] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 776.373588] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-1ba1e5d1-d212-40a7-bbe8-c15f947e8e11 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 776.374425] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 776.374706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.374812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.507378] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.507713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.507713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.507830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.507907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508098] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.508195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.508261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.508399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.508506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508629] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 already deleted. [ 776.508717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.509165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.509318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.509418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.509479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.509622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.509698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509790] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.658357] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: SUCCESS [ 776.658357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.658692] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.658827] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.943296] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.943554] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.943744] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.944239] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.944586] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.944865] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.945070] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.945358] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.945505] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.945798] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.945953] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.946134] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.946281] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.946395] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.946514] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.946768] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.002162] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.002162] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.002450] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.002635] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.003371] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-e78a17dc-1a03-4621-901b-f07e8b6f35db taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.003371] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.003371] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.003821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.003821] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78a17dc-1a03-4621-901b-f07e8b6f35db',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.012574] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.012814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.012814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.013288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.013414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.013654] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.013828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.013971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.014474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.014474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 already deleted. [ 777.014474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.507809] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.508209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.508209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.508542] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.508779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.509035] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port e78a17dc-1a03-4621-901b-f07e8b6f35db not found, creating... [ 777.509475] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.509754] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.509935] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.510308] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.510516] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.511119] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.511278] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.511537] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.511821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.512044] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.512218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: e78a17dc-1a03-4621-901b-f07e8b6f35db is going to be created. [ 777.549858] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.549858] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.550210] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.550299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.550553] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.550795] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.946787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 777.947079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.947290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.947510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.947694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.947866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.948525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.948622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.948722] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.225490] env[65401]: INFO networking_nsxv3.common.synchronization [None req-44cc07a2-ba09-4897-aa5a-f6d965f38dd0 None None] Enqueued Resource ID: 5b3cf439-db17-4277-83af-b4948066951f with Priority: HIGHEST for action port [ 778.225490] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3cf439-db17-4277-83af-b4948066951f with Priority: HIGHEST for action port [ 778.225490] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b3cf439-db17-4277-83af-b4948066951f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.226100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b3cf439-db17-4277-83af-b4948066951f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.228937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b3cf439-db17-4277-83af-b4948066951f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.228937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b3cf439-db17-4277-83af-b4948066951f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.228937] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b3cf439-db17-4277-83af-b4948066951f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.236801] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-fb24658d-91f7-4f1a-a483-6d75eccf1161 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 778.238258] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-fb24658d-91f7-4f1a-a483-6d75eccf1161 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 778.238533] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-fb24658d-91f7-4f1a-a483-6d75eccf1161 service nova] Enqueued Resource ID: e78a17dc-1a03-4621-901b-f07e8b6f35db with Priority: HIGHEST for action port [ 778.239818] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 778.240644] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 778.241877] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78a17dc-1a03-4621-901b-f07e8b6f35db with Priority: HIGHEST for action port [ 778.243131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.243574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.244350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.244810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.244810] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.248415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.248728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.249261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.249610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.250196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.250381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.250478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.250686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.250837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.250970] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.253200] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78a17dc-1a03-4621-901b-f07e8b6f35db taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.253200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.253200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.253905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.254136] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78a17dc-1a03-4621-901b-f07e8b6f35db',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.257114] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 778.257390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.451988] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.452223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.452320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.452601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.452827] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.452956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.453060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.453259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.453375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.453492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.453697] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.453877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.453962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.454189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.454384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.454503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.454586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.454769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.454899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.455019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.455617] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.731536] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b3cf439-db17-4277-83af-b4948066951f [ 778.731536] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.731536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.731536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.733664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.733664] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b3cf439-db17-4277-83af-b4948066951f already deleted. [ 778.733664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b3cf439-db17-4277-83af-b4948066951f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.749940] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.749940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.758290] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.760054] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e78a17dc-1a03-4621-901b-f07e8b6f35db with status ACTIVE [ 778.760283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.760415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.760482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.760698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.760793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.760956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.761068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.761139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.761292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.761370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.761553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.761665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.761738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.761950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.761950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.762649] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e78a17dc-1a03-4621-901b-f07e8b6f35db is going to be updated. [ 778.789778] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.789972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.790024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.793828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.794048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.795155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78a17dc-1a03-4621-901b-f07e8b6f35db" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.959678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71: rpc.has_security_group_logging(os_id): False [ 778.981643] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.981805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.981905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.982144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.982235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982422] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.982520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.982580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.982722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.982797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982991] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.983130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.983196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.983338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.983413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.983589] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.983681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.983767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.983922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.983999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.984172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be created. [ 779.055105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.055303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.055379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.055581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.055763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.071249] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 779.085503] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.085711] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-734" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.085975] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-734" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.086342] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-734" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.086618] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.086775] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.086905] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.087141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.087280] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.087481] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.087585] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.087685] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.087785] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.087925] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.087979] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.088172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.142101] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.142240] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.142870] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.142870] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-734" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.145059] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.145059] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.145059] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.145059] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.145059] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a6a608-7d7b-4b4c-b66b-451394dcfd8b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.261102] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.650032] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.650032] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port d7a6a608-7d7b-4b4c-b66b-451394dcfd8b not found, creating... [ 779.650032] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.650032] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.650749] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.650749] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.651585] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.651913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.652576] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.653065] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.653368] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.653794] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: d7a6a608-7d7b-4b4c-b66b-451394dcfd8b is going to be created. [ 779.680071] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680263] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.680325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.683225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.683225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.683225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.764768] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.765110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.765110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.765302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.765392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.765491] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be created. [ 779.808757] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.809150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.809275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.809530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.809752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.822825] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: UNINITIALIZED for 2s [ 780.499579] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-c9fa8d9c-b030-4250-99af-aea106c59e50 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 780.500616] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-c9fa8d9c-b030-4250-99af-aea106c59e50 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 780.500616] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-c9fa8d9c-b030-4250-99af-aea106c59e50 service nova] Enqueued Resource ID: d7a6a608-7d7b-4b4c-b66b-451394dcfd8b with Priority: HIGHEST for action port [ 780.502199] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 780.502199] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 780.502199] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a6a608-7d7b-4b4c-b66b-451394dcfd8b with Priority: HIGHEST for action port [ 780.502530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.502961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.502961] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.502961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.503253] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.503253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.503365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.503848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.503848] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a6a608-7d7b-4b4c-b66b-451394dcfd8b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.570531] env[65401]: INFO networking_nsxv3.common.synchronization [None req-6ca69ff7-ca74-4b97-912f-40815f1ea1d9 None None] Enqueued Resource ID: 0e38da11-b1cf-44ba-a6d1-9f21f0bf5905 with Priority: HIGHEST for action port [ 780.571251] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e38da11-b1cf-44ba-a6d1-9f21f0bf5905 with Priority: HIGHEST for action port [ 780.571543] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e38da11-b1cf-44ba-a6d1-9f21f0bf5905 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.571661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e38da11-b1cf-44ba-a6d1-9f21f0bf5905" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.571732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e38da11-b1cf-44ba-a6d1-9f21f0bf5905" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.571985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e38da11-b1cf-44ba-a6d1-9f21f0bf5905" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.573055] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e38da11-b1cf-44ba-a6d1-9f21f0bf5905',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.589350] env[65401]: INFO networking_nsxv3.common.synchronization [req-384fa948-d8ba-4e47-a129-5f6190e20f81 req-78d2857e-2f66-48c1-8efa-e82731a0914a tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 780.589929] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 780.590436] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.594097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.594449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594653] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.594809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.595143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.595306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.596965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.007316] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a6a608-7d7b-4b4c-b66b-451394dcfd8b with status ACTIVE [ 781.008581] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.008913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.010146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.010707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.010800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.011163] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.011327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.011489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.011852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.011852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.012092] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a6a608-7d7b-4b4c-b66b-451394dcfd8b is going to be updated. [ 781.042612] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.042612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.042612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.042612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.042612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.042612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a6a608-7d7b-4b4c-b66b-451394dcfd8b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.075174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e38da11-b1cf-44ba-a6d1-9f21f0bf5905 [ 781.077505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.077505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.077505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.077865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.078023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.078171] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e38da11-b1cf-44ba-a6d1-9f21f0bf5905 already deleted. [ 781.078558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e38da11-b1cf-44ba-a6d1-9f21f0bf5905" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.091698] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092962] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093185] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093486] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093895] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.094076] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.094195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.094428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.094569] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.094855] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.094986] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.095132] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.095302] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.095452] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.095607] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.095814] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.098120] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 781.098480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.099371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.099541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.099587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.099798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.134254] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.134396] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.134992] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.134992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-336" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.134992] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-2a758f45-5c81-4e68-943e-f1d45d35e92f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.135221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.135311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.135619] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.135755] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a758f45-5c81-4e68-943e-f1d45d35e92f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.138751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.138979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.139223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.139409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.139490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.139579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 781.183931] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.205740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 781.415442] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.415523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.415600] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.415861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.416142] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.416286] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.416396] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.416651] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.416724] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.416957] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.417084] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.417191] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.417303] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.417411] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.417528] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.417630] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.439510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.439673] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.439834] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.440030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-601" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.440402] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-8540f12a-c676-4044-9e9d-e09c8e14833c taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.440581] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.440695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.441207] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.441362] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8540f12a-c676-4044-9e9d-e09c8e14833c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.638482] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.638482] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.638482] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.638835] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.639020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.639190] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 2a758f45-5c81-4e68-943e-f1d45d35e92f not found, creating... [ 781.639512] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639700] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.640104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.640268] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.640608] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.640773] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.640920] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.641189] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.641338] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.641490] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 2a758f45-5c81-4e68-943e-f1d45d35e92f is going to be created. [ 781.664806] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.665704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665881] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.833532] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 781.833806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834610] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.835022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.835130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835394] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.836553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.836732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836928] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.837050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.837106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.837260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.837341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.837422] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.944290] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.944700] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.944700] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.945088] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.945281] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.945360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 8540f12a-c676-4044-9e9d-e09c8e14833c not found, creating... [ 781.945650] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.945838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.945989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.946275] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.946483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.946811] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.946969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.947109] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.947353] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.947489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.947626] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 8540f12a-c676-4044-9e9d-e09c8e14833c is going to be created. [ 781.970262] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.970461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.970582] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.970853] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.971092] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.971319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.339433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.339850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.339850] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.383333] env[65401]: INFO networking_nsxv3.common.synchronization [req-384fa948-d8ba-4e47-a129-5f6190e20f81 req-acdd87c6-bd50-4559-a202-3348ce4f5807 service nova] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 782.383548] env[65401]: INFO networking_nsxv3.common.synchronization [req-384fa948-d8ba-4e47-a129-5f6190e20f81 req-acdd87c6-bd50-4559-a202-3348ce4f5807 service nova] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 782.383763] env[65401]: INFO networking_nsxv3.common.synchronization [req-384fa948-d8ba-4e47-a129-5f6190e20f81 req-acdd87c6-bd50-4559-a202-3348ce4f5807 service nova] Enqueued Resource ID: 2a758f45-5c81-4e68-943e-f1d45d35e92f with Priority: HIGHEST for action port [ 782.384680] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_rules [ 782.384856] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 782.384971] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a758f45-5c81-4e68-943e-f1d45d35e92f with Priority: HIGHEST for action port [ 782.385260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.385393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.385460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.385664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.386043] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.388649] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.388649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.388649] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a758f45-5c81-4e68-943e-f1d45d35e92f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.388649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.388649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.388649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.388649] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a758f45-5c81-4e68-943e-f1d45d35e92f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.731296] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-e9073cc5-3d48-4ccb-8764-780f93aada51 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 782.731481] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-e9073cc5-3d48-4ccb-8764-780f93aada51 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 782.731715] env[65401]: INFO networking_nsxv3.common.synchronization [req-f633a58f-8c23-4e27-b8b3-c8166e037a40 req-e9073cc5-3d48-4ccb-8764-780f93aada51 service nova] Enqueued Resource ID: 8540f12a-c676-4044-9e9d-e09c8e14833c with Priority: HIGHEST for action port [ 782.732305] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 782.732444] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 782.732597] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8540f12a-c676-4044-9e9d-e09c8e14833c with Priority: HIGHEST for action port [ 782.732797] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.732925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733455] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8540f12a-c676-4044-9e9d-e09c8e14833c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.734110] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8540f12a-c676-4044-9e9d-e09c8e14833c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.842231] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.893553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.893708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.894088] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a758f45-5c81-4e68-943e-f1d45d35e92f with status ACTIVE [ 782.894284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.894441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.894563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.894908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.895043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.895226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.895323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.895382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.895560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.895637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.895843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.895937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.895991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.896350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.896429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.896515] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a758f45-5c81-4e68-943e-f1d45d35e92f is going to be updated. [ 782.926245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.926432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.926511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.926736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.926879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.927162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a758f45-5c81-4e68-943e-f1d45d35e92f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.215389] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 783.215609] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e deletion is rescheduled due to dependency. [ 783.215689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.215836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216255] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.216371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.216432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216782] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.236209] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8540f12a-c676-4044-9e9d-e09c8e14833c with status ACTIVE [ 783.236451] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.236580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.236676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.236884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.236978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.237167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.237265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.237324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.237480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.237554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.237734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.237824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.237889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.238030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.238083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.238169] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8540f12a-c676-4044-9e9d-e09c8e14833c is going to be updated. [ 783.262441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.262657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.262792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.263018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.263187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.263774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8540f12a-c676-4044-9e9d-e09c8e14833c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.346091] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.346797] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 783.389449] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.389608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.389704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.389937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.390168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.402343] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 783.719984] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.227213] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.727694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.727694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.727694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.728100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.728100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.728100] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 784.761622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.761811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.762059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.762201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.776200] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 785.414770] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 785.414770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.414970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.415368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.415466] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.415564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.415621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.416243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.416243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.416243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.419475] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.420483] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.420483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.420864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.420864] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.421568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.421857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.422725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.422725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.422725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.422725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.422725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.423945] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.925877] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d052bcc-d8d9-4887-b274-10f44cdc4a52: rpc.has_security_group_logging(os_id): False [ 785.927142] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.951853] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.952252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.952474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.952719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.952822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.953302] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.953443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.953555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.953764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.953878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.954137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.954249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.954316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.954467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.954554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.954759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.954867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.954937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.955096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.955173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.955257] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be created. [ 786.037235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.037235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.037576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.037576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.038886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.052407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 786.432537] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.614279] env[65401]: INFO networking_nsxv3.common.synchronization [req-d1fc295e-9c06-45ac-921e-ff8a1899655a req-e5ed58c6-2e5d-444d-8e64-d0195ce4110f tempest-ServersNegativeTestMultiTenantJSON-1249485238 tempest-ServersNegativeTestMultiTenantJSON-1249485238-project-member] Enqueued Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 786.615765] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGHEST for action security_group_members [ 786.615765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.615765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.615765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.615765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.615765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.616342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.616799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.616799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.616899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.617122] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.784223] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 786.784549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.784830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.785113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785375] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.785836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.786241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.786424] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.937620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.937620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.937620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.937620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.937620] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 786.975927] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.976203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.976717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.976965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.977144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992324] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 787.121484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.121649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.121724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.121943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.122048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.122239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.122336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.122399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.122542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.122618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.122700] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 is going to be updated. [ 787.158127] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.158479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170168] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: IN_PROGRESS for 2s [ 787.288647] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.794242] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43ab67a6-4451-46b8-ab1e-8cbf10899c4e: rpc.has_security_group_logging(os_id): False [ 787.816835] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.816835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.816835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.817223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.817223] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.817301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.818166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.818166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.818166] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 787.902442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.902700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.902700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.903166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.903166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.920043] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 788.065234] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 788.065867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.066273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.066397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.066495] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.239672] env[65401]: INFO networking_nsxv3.common.synchronization [req-2eca1700-0568-4e3b-976c-4b916e748803 req-fb659a25-929d-4736-bda1-bc71d754ca31 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 788.240540] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 788.240633] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.240762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.240861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.241916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.242213] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.242754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.242754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.242754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.242754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.243205] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.569011] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.569492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.679274] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.679546] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.679714] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.681588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.681588] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.681588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.681588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.681588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.681588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.681588] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.682044] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.682044] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.682212] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.682212] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.682314] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.682410] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.707680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.707680] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.707680] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.707680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.707680] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-592c2304-0e58-450c-bf87-a4b28f736eb6 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.707680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.707680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.707680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.707680] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592c2304-0e58-450c-bf87-a4b28f736eb6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.746572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.747035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.747139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.747368] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.747476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.747539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.747704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.747825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.747879] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee already deleted. [ 788.747952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.004680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006943] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006943] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.183511] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 in Status: SUCCESS [ 789.184053] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 deletion is rescheduled due to dependency. [ 789.184053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.209397] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.209621] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.209731] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.210012] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.210223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210399] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 592c2304-0e58-450c-bf87-a4b28f736eb6 not found, creating... [ 789.210651] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.210804] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.210918] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.211195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211331] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.211606] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.211757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.211894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.214296] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.214500] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.214607] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 592c2304-0e58-450c-bf87-a4b28f736eb6 is going to be created. [ 789.240390] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.240608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.240742] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.241018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.241246] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.241462] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.508205] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.508205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.508521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.508521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.508772] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.508772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.508927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.508958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.509216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.509216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.509308] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.509561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.509561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.509663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.509715] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.509798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.509858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.509978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.510068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.510147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.510233] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.933993] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 789.933993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [req-2eca1700-0568-4e3b-976c-4b916e748803 req-13920a9b-678d-4d86-b762-011605eda462 service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [req-2eca1700-0568-4e3b-976c-4b916e748803 req-13920a9b-678d-4d86-b762-011605eda462 service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [req-2eca1700-0568-4e3b-976c-4b916e748803 req-13920a9b-678d-4d86-b762-011605eda462 service nova] Enqueued Resource ID: 592c2304-0e58-450c-bf87-a4b28f736eb6 with Priority: HIGHEST for action port [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 789.964234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592c2304-0e58-450c-bf87-a4b28f736eb6 with Priority: HIGHEST for action port [ 789.964915] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.965205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.965395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.965720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968100] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.968100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.968100] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.969408] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-592c2304-0e58-450c-bf87-a4b28f736eb6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.969767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.969928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.970180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.971432] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592c2304-0e58-450c-bf87-a4b28f736eb6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.012234] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d052bcc-d8d9-4887-b274-10f44cdc4a52: rpc.has_security_group_logging(os_id): False [ 790.030830] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.031832] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.032043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.032441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.032604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.032936] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.033721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.033897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.034211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.034413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.034786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.034880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.035212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.035431] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 790.118750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.119369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.119570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.141830] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 790.473414] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.473414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473414] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.473414] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 592c2304-0e58-450c-bf87-a4b28f736eb6 with status ACTIVE [ 790.473414] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.474175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.474175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474326] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.474326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.474409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474903] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.475040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.475040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.475174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.475246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.475326] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 592c2304-0e58-450c-bf87-a4b28f736eb6 is going to be updated. [ 790.499241] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.499439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.499497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.499703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.499845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-592c2304-0e58-450c-bf87-a4b28f736eb6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.977741] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.481665] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.481665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.481665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.483626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.483780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.483877] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be created. [ 791.514056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.514056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.514056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521815] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: UNINITIALIZED for 2s [ 792.156497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 792.156742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.157009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.157255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.157359] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.660250] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.661596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.661596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.661596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.661596] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.663440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.663440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.663440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.663440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.663440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.663440] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.165421] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.165607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.165715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.166416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.166416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.166416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.166416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.166416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.166647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.166647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.166851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.168167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.168167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.168167] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.533988] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 793.534850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.534850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.534850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.535208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.535208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.535208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.535354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.535354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.535432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.535846] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.672931] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d052bcc-d8d9-4887-b274-10f44cdc4a52: rpc.has_security_group_logging(os_id): False [ 793.695732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.695732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.696742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.696742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.696742] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.696742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.696742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.696978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.697142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.697313] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 793.762306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.762667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.762754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.762959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.763116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.777365] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 794.039663] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.543354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92bf9e1-8863-41eb-a0e4-d5f4f36efeee: rpc.has_security_group_logging(os_id): False [ 794.562881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.562881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.562881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.562881] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be created. [ 794.636352] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.636598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.636764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.636947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.649506] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 794.966169] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.966468] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 795.793666] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 795.794019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.663433] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 796.664160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.032407] env[65401]: INFO networking_nsxv3.common.synchronization [req-3a6ac3e8-490d-4e7b-aaae-03adad3231aa req-ca0bbfd7-18ff-4a2c-a275-48465035cf5a tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 797.033059] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 797.033471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.033606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.033666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.033933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.034350] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.034494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.034565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.034778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.034924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.035041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.539341] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.044883] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.097356] env[65401]: INFO networking_nsxv3.common.synchronization [req-7d89489d-310c-4c06-a970-b5645efd33ef req-f8b75c1b-d9c2-48f0-8882-2974356b12e4 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 798.097897] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 798.098207] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.098326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.098389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.098600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.099418] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.099418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.099418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.099545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.099621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.099737] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.525499] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.525655] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.525716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526236] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.526379] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.526573] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.526629] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526820] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.526956] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527232] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.527359] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.527464] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.527566] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.527669] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.527766] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.527888] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.548420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.548625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.548856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.550184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.550184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.550184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 798.551206] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.551355] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.552040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.552040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.552040] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-84c18983-a41b-4965-9801-9c22713c6855 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.552256] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.552256] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.552849] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.552849] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c18983-a41b-4965-9801-9c22713c6855',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.580748] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.581098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.591475] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 798.601473] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.055687] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.056198] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.056198] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.056340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.057178] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.057178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 84c18983-a41b-4965-9801-9c22713c6855 not found, creating... [ 799.057178] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.057178] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.057178] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.057390] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.057467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.057740] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.057888] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.058227] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.058500] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.058630] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.058761] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 84c18983-a41b-4965-9801-9c22713c6855 is going to be created. [ 799.082425] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.082558] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.082664] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.082990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.083549] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.083549] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.104455] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.252055] env[65401]: INFO networking_nsxv3.common.synchronization [req-9da5ebb5-9e6e-4bd5-a383-bbe7edfa325c req-011aec3d-80da-424f-a91e-9b533908245b tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 799.252787] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 799.253081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.253263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.253263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.253479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.253633] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.253733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.253791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.254028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.254120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.254256] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.522995] env[65401]: INFO networking_nsxv3.common.synchronization [req-9da5ebb5-9e6e-4bd5-a383-bbe7edfa325c req-e42f89e1-7cbd-48d7-906c-574bbd4ae056 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 799.523574] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 799.524774] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.524913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.609546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.609646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.610175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.610175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.610175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.610335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be updated. [ 799.641670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.641829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.642023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.642512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.642512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651933] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 799.756677] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [req-7d89489d-310c-4c06-a970-b5645efd33ef req-b0d5ab37-28d8-46b9-b839-005730ef6056 service nova] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_rules [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [req-7d89489d-310c-4c06-a970-b5645efd33ef req-b0d5ab37-28d8-46b9-b839-005730ef6056 service nova] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [req-7d89489d-310c-4c06-a970-b5645efd33ef req-b0d5ab37-28d8-46b9-b839-005730ef6056 service nova] Enqueued Resource ID: 84c18983-a41b-4965-9801-9c22713c6855 with Priority: HIGHEST for action port [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_rules [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 799.817232] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c18983-a41b-4965-9801-9c22713c6855 with Priority: HIGHEST for action port [ 799.817232] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.817232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.817695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.818045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.818941] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.822111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c18983-a41b-4965-9801-9c22713c6855 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.822111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.822111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.822111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.822111] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c18983-a41b-4965-9801-9c22713c6855',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.025614] env[65401]: INFO networking_nsxv3.common.synchronization [req-9da5ebb5-9e6e-4bd5-a383-bbe7edfa325c req-cb46332e-956c-42d9-9177-47461dee90cf tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 800.026134] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 800.026451] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.026539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259537] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.323210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.323454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.323751] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84c18983-a41b-4965-9801-9c22713c6855 with status ACTIVE [ 800.324034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.324254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.324378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.325709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.325709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.325709] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.325709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.325709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.325709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.328530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.328530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.328530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.328530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.328530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.328530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.328530] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84c18983-a41b-4965-9801-9c22713c6855 is going to be updated. [ 800.357524] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.357647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.357686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.357891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.358034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.358224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c18983-a41b-4965-9801-9c22713c6855" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 800.604797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.762261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.762397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.762513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.763982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.763982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.763982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 800.791264] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.791482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.791592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.791974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.792149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.804421] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 801.414383] env[65401]: INFO networking_nsxv3.common.synchronization [None req-62cd055b-472b-4608-afce-1520d0e5751f None None] Enqueued Resource ID: 69861841-3c59-4372-8d57-999e3daeba87 with Priority: HIGHEST for action port [ 801.414383] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69861841-3c59-4372-8d57-999e3daeba87 with Priority: HIGHEST for action port [ 801.415142] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-69861841-3c59-4372-8d57-999e3daeba87 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.415508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69861841-3c59-4372-8d57-999e3daeba87" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.415690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69861841-3c59-4372-8d57-999e3daeba87" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.417178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69861841-3c59-4372-8d57-999e3daeba87" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.417178] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69861841-3c59-4372-8d57-999e3daeba87',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.665150] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 801.665826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.665996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.666465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.667232] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.667736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.667736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.667736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.667736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.667896] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.920627] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69861841-3c59-4372-8d57-999e3daeba87 [ 801.920627] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.920627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.920627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.920627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.920627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.920627] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69861841-3c59-4372-8d57-999e3daeba87 already deleted. [ 801.921086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69861841-3c59-4372-8d57-999e3daeba87" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.173733] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.676362] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.817376] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.817376] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.817376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817376] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.133071] env[65401]: INFO networking_nsxv3.common.synchronization [req-4ffcf0ce-0713-42d9-bc40-57040db73740 req-9460c779-75fc-4e9c-878b-33b242c1cc01 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 803.133071] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 803.133071] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.133532] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.134031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.134282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.134459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.134653] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.181959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.181959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.181959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.182196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.182196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.182196] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be updated. [ 803.216023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.216023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.216023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.216023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.216023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.225483] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 803.319772] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.320351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.320351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.320351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.320539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.320601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.321029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.321029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.321144] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 803.354182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.357051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.357051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372246] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 803.640277] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.142558] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.204222] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1df73523-533d-4578-a553-37949a9e3082 None None] Enqueued Resource ID: ce86e111-098b-49cd-961f-afcc8179b613 with Priority: HIGHEST for action port [ 804.204392] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce86e111-098b-49cd-961f-afcc8179b613 with Priority: HIGHEST for action port [ 804.204697] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce86e111-098b-49cd-961f-afcc8179b613 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.204816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce86e111-098b-49cd-961f-afcc8179b613" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.204877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce86e111-098b-49cd-961f-afcc8179b613" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.205225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce86e111-098b-49cd-961f-afcc8179b613" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.205308] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce86e111-098b-49cd-961f-afcc8179b613',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.612379] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c5582fd3-e296-473f-8ac1-039954add28f tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 92b325b2-991c-4b06-a987-395936d199c0 with Priority: HIGHEST for action security_group_rules [ 804.612379] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b325b2-991c-4b06-a987-395936d199c0 with Priority: HIGHEST for action security_group_rules [ 804.612379] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b325b2-991c-4b06-a987-395936d199c0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.612379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.612379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.612379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.612379] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b325b2-991c-4b06-a987-395936d199c0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.645870] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.646940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.647426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.648029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.648131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.648884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 804.683961] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.684126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.684415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.684576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.696336] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 804.708368] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce86e111-098b-49cd-961f-afcc8179b613 [ 804.708574] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.708770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.708831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.709074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.709200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.709463] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce86e111-098b-49cd-961f-afcc8179b613 already deleted. [ 804.709559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce86e111-098b-49cd-961f-afcc8179b613" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.765838] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1da04ae8-716d-4035-8bdb-b65b61562ae2 tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 92b325b2-991c-4b06-a987-395936d199c0 with Priority: HIGHEST for action security_group_rules [ 804.765945] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b325b2-991c-4b06-a987-395936d199c0 with Priority: HIGHEST for action security_group_rules [ 804.766243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92b325b2-991c-4b06-a987-395936d199c0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.236178] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b325b2-991c-4b06-a987-395936d199c0 already deleted. [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.236178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.236178] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92b325b2-991c-4b06-a987-395936d199c0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.239211] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 4s [ 805.386497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 805.386713] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 deletion is rescheduled due to dependency. [ 805.386778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.386957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.387385] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.387500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.387557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.387703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.387785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387881] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.761284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.762050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.762050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.762050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.762050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92b325b2-991c-4b06-a987-395936d199c0 already deleted. [ 805.762050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92b325b2-991c-4b06-a987-395936d199c0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.890810] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.891061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.891451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.891588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.891788] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.891879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.891950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.892151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.892232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.892345] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 805.920437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.920649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.920649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.920969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.921203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.950208] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 806.710068] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 806.710501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.251568] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.251568] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.251568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.251568] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.586670] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a8f63b0-6417-4ae6-983c-6879fddb659e req-e4379a44-1a34-4a6e-93d6-585f564e1596 tempest-ListImageFiltersTestJSON-2085828584 tempest-ListImageFiltersTestJSON-2085828584-project-member] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 807.587237] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 807.587641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.587641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.587783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.587913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.588103] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.588169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.588218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.588356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.588439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.588532] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.757074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.757366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.757366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.757483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.757756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.757756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.757756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.757908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.757987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.758112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.758199] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.758296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.758358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.758480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.758614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.758701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.758755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.758889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.758963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.759054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.759145] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.964497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 807.964497] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 deletion is rescheduled due to dependency. [ 807.964497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.091680] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.261239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71: rpc.has_security_group_logging(os_id): False [ 808.281524] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.281681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.281756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.282034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.282140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.282326] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.282427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.282490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.282635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.282711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.282910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.283017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.283077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.283212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.283287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.283464] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.283557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.283619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.283753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.283825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.283971] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be updated. [ 808.347253] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.347824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.366982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 808.598436] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.104716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.107072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.107072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.107072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.107072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.107072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be updated. [ 809.138639] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.138795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.138860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.139055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.139194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.148225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 810.134484] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e4fa38a3-e0b2-474e-81a5-18d45450ecbc None None] Enqueued Resource ID: 2acf0af1-ace8-4635-8749-cdc6eebddc3e with Priority: HIGHEST for action port [ 810.135137] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acf0af1-ace8-4635-8749-cdc6eebddc3e with Priority: HIGHEST for action port [ 810.135457] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acf0af1-ace8-4635-8749-cdc6eebddc3e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.135550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acf0af1-ace8-4635-8749-cdc6eebddc3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.135622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acf0af1-ace8-4635-8749-cdc6eebddc3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.135997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acf0af1-ace8-4635-8749-cdc6eebddc3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136098] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acf0af1-ace8-4635-8749-cdc6eebddc3e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.380257] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 810.380567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637725] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2acf0af1-ace8-4635-8749-cdc6eebddc3e [ 810.638148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.638393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.638516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.638827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.638976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.639597] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2acf0af1-ace8-4635-8749-cdc6eebddc3e already deleted. [ 810.640053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acf0af1-ace8-4635-8749-cdc6eebddc3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.161275] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 811.161656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.411166] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8be0c887-b6b1-4ddd-9ae0-77d90714249d None None] Enqueued Resource ID: 62d71c00-39e6-4b12-886f-47110cf0e909 with Priority: HIGHEST for action port [ 813.411786] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d71c00-39e6-4b12-886f-47110cf0e909 with Priority: HIGHEST for action port [ 813.412207] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d71c00-39e6-4b12-886f-47110cf0e909 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d71c00-39e6-4b12-886f-47110cf0e909" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d71c00-39e6-4b12-886f-47110cf0e909" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.412656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d71c00-39e6-4b12-886f-47110cf0e909" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.412740] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d71c00-39e6-4b12-886f-47110cf0e909',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.916548] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62d71c00-39e6-4b12-886f-47110cf0e909 [ 813.916548] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.916548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.916548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.916548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.916548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.916548] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62d71c00-39e6-4b12-886f-47110cf0e909 already deleted. [ 813.916548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d71c00-39e6-4b12-886f-47110cf0e909" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.615078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.615206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.615439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.615576] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.118192] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.177277] env[65401]: INFO networking_nsxv3.common.synchronization [req-376f458e-3149-47a9-b2a0-e78ba29188d8 req-9f182e55-a9a2-44e6-aea9-4677493d30d7 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 815.177897] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 815.178222] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.178342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.178413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.178676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.178830] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.179210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.179210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.179330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.179420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.179518] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.569701] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.569869] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-506" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-506" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-506" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570549] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.570697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570920] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.571019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.571243] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.571448] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.571852] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.571852] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.571852] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.571852] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.572097] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.572151] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.594420] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.595573] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.595573] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.595573] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-506" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.595573] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-736487df-dd7b-40c7-998f-1e55793f2953 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.595866] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.595866] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.596948] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.596948] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736487df-dd7b-40c7-998f-1e55793f2953',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.621957] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.684107] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.684349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.684496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.684826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.684957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.685214] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.685376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.685489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.685717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.685827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.685920] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 already deleted. [ 815.686065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.099342] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.100213] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.100356] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.100573] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 736487df-dd7b-40c7-998f-1e55793f2953 not found, creating... [ 816.100856] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101072] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.101216] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.101730] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.101730] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.102681] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.102869] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.103360] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.103538] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.103711] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 736487df-dd7b-40c7-998f-1e55793f2953 is going to be created. [ 816.123987] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 816.124172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 816.130040] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.130040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.130040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.130040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.130040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.956680] env[65401]: INFO networking_nsxv3.common.synchronization [req-376f458e-3149-47a9-b2a0-e78ba29188d8 req-b461ba66-0bb9-479e-8d05-dff144c68c47 service nova] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 816.956917] env[65401]: INFO networking_nsxv3.common.synchronization [req-376f458e-3149-47a9-b2a0-e78ba29188d8 req-b461ba66-0bb9-479e-8d05-dff144c68c47 service nova] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 816.956987] env[65401]: INFO networking_nsxv3.common.synchronization [req-376f458e-3149-47a9-b2a0-e78ba29188d8 req-b461ba66-0bb9-479e-8d05-dff144c68c47 service nova] Enqueued Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 816.957506] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 816.960866] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 816.960958] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 816.961517] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.961651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.961835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.961976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.962068] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.963297] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.963557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.963874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.963874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.963874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.965925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.965925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.966436] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.967370] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-736487df-dd7b-40c7-998f-1e55793f2953 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.967767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.967767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.967957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.968095] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736487df-dd7b-40c7-998f-1e55793f2953',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.143254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.143430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.143490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.143679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.312144] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 817.313101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.314251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 817.340803] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.340957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.341082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.341304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.347860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.348710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 817.348710] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.348710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 817.384647] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.385161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.386151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.386335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 817.458636] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.458823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.458892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.459631] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 817.471329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.471329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.471329] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.471329] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736487df-dd7b-40c7-998f-1e55793f2953 with status ACTIVE [ 817.471631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.471687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.471895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.472121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.472121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.472237] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.472334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.472392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.472540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.472618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.472796] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.472885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.472942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.475710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.475881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.475951] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736487df-dd7b-40c7-998f-1e55793f2953 is going to be updated. [ 817.502935] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.503147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.503215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.503455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.503555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.503694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.553439] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.553614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.553657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.554578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.554578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.554578] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 817.554578] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'89e8670c-2567-49bd-80f5-0a728bf83875', '8dbba24f-7c80-4097-9f27-9ec13eaeddfa', 'd7eca7f2-b997-484a-89f7-709ab0e6e8b1', '724c792e-0098-4885-b8bd-c1965e2ada63', '8d458ecb-d152-4fab-b47b-3d030ef5d726', '0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2', '485dbde8-028a-4559-ab80-70e95096c7ce', '1b7554c7-aaeb-4ce4-86a0-b301e28771de', '2cf32b89-03ff-4fef-8410-cc98b66aab3d', '3b4e43c6-e7cd-4938-8346-b07f77e3681b', 'cfeea2d7-f780-4a98-950f-decff0089b29', '6068d9fb-f44b-4a75-8d5f-6fb5456a3904', '7c2db818-8104-4ead-997d-9a1a87005ea4', 'e2611da9-6ed0-4a2c-a765-266f37b3c778', '43ab67a6-4451-46b8-ab1e-8cbf10899c4e', '574157d5-1ac8-4668-aa8d-4905594268a3', '3d052bcc-d8d9-4887-b274-10f44cdc4a52', '1e5ab5f2-2904-4079-ac94-7680bc3c518a', '3a0ba52e-46d8-4484-a5d1-5c47cf850e48', '9addf9a6-9584-401c-bdc4-c5f060d9825f', 'f1732aad-b044-481b-9376-e04ba7f0d919', '5b53a051-24a8-4bd4-9858-e48a07eb75fa', '0563a7ca-3fe2-49a5-8086-543a097ce576', '813e6067-f4d9-4fff-935c-e02c810c204d', '29d49c90-f69c-4690-977b-3e198fadd97b', '0016f313-abe4-4431-b117-0762ec49b98f', 'b059046a-af74-446d-93af-53de4a5804df', '855f6054-f7e6-48e7-ad8c-bc79decf592f', '7e8eb101-5037-4cec-97d4-d8842295e8c1', '037bf787-ba80-4fd7-9f7c-09264d01044d', '97d7b281-7b9b-469d-93aa-40a1b6c5cee1', 'a21c4fdc-8146-40a6-b74f-d79c93dbec38', 'f8fc52f5-4f9f-46ce-827b-98113ef58173', '1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71', 'd92bf9e1-8863-41eb-a0e4-d5f4f36efeee', '2040b730-8d06-4407-9942-9e4ae2b2cf48', '7110285c-ccfb-43c5-ad72-1dc136ae3521'} {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.554578] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 817.577621] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.577621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.577621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.577951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.577951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.577951] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 817.577951] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.578217] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 817.719128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.719716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.719716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.719716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.720261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.720493] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 817.720571] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 817.720642] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 817.720709] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 817.720786] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 817.720859] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGH for action security_group_rules [ 817.720946] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGH for action security_group_rules [ 817.721021] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGH for action security_group_rules [ 817.721087] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGH for action security_group_rules [ 817.721155] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGH for action security_group_rules [ 817.721216] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGH for action security_group_rules [ 817.721287] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGH for action security_group_rules [ 817.721334] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGH for action security_group_rules [ 817.721444] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGH for action security_group_rules [ 817.721444] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGH for action security_group_rules [ 817.721521] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGH for action security_group_rules [ 817.721557] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGH for action security_group_rules [ 817.721617] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGH for action security_group_rules [ 817.721676] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGH for action security_group_rules [ 817.721737] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGH for action security_group_rules [ 817.721796] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGH for action security_group_rules [ 817.721991] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGH for action security_group_rules [ 817.722193] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGH for action security_group_rules [ 817.722289] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGH for action security_group_rules [ 817.722364] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGH for action security_group_rules [ 817.722479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.978157] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.480804] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.480982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.481124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.481331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.481447] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be created. [ 818.506911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.507074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.507074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.507547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.507547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.519157] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: UNINITIALIZED for 2s [ 820.530255] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 820.530663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.530725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.531238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.531238] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.531421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.531421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.531609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.531783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.531908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.532087] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.036801] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.541637] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 482d8c5f-d1ad-416a-9794-8be843685e48: rpc.has_security_group_logging(os_id): False [ 821.563968] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.564294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.564372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.564597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.564683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.564946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.565069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.565213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.565267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.565339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.565423] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be created. [ 821.632826] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.632955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.633069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.633375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.633580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.645766] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: IN_PROGRESS for 2s [ 821.922060] env[65401]: INFO networking_nsxv3.common.synchronization [req-dab33d0a-982b-4ed0-9434-0376af38c19b req-978fd897-1e1d-4933-854a-a8167261ce94 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 821.922269] env[65401]: INFO networking_nsxv3.common.synchronization [req-dab33d0a-982b-4ed0-9434-0376af38c19b req-978fd897-1e1d-4933-854a-a8167261ce94 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 821.922330] env[65401]: INFO networking_nsxv3.common.synchronization [req-dab33d0a-982b-4ed0-9434-0376af38c19b req-978fd897-1e1d-4933-854a-a8167261ce94 tempest-SecurityGroupsTestJSON-1326630537 tempest-SecurityGroupsTestJSON-1326630537-project-member] Enqueued Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 821.922834] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGHEST for action security_group_members [ 821.922976] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGHEST for action security_group_members [ 821.923396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGHEST for action security_group_members [ 821.923396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e8670c-2567-49bd-80f5-0a728bf83875 with Priority: HIGH for action security_group_rules [ 821.923396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 with Priority: HIGH for action security_group_rules [ 821.923396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485dbde8-028a-4559-ab80-70e95096c7ce with Priority: HIGH for action security_group_rules [ 821.923636] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGH for action security_group_rules [ 821.923636] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f with Priority: HIGH for action security_group_rules [ 821.923758] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 with Priority: HIGH for action security_group_rules [ 821.923927] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGH for action security_group_rules [ 821.924067] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGH for action security_group_rules [ 821.924194] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 with Priority: HIGH for action security_group_rules [ 821.924299] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574157d5-1ac8-4668-aa8d-4905594268a3 with Priority: HIGH for action security_group_rules [ 821.924390] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGH for action security_group_rules [ 821.924479] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 with Priority: HIGH for action security_group_rules [ 821.924557] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeea2d7-f780-4a98-950f-decff0089b29 with Priority: HIGH for action security_group_rules [ 821.924647] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b with Priority: HIGH for action security_group_rules [ 821.924733] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d with Priority: HIGH for action security_group_rules [ 821.924816] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 with Priority: HIGH for action security_group_rules [ 821.924898] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGH for action security_group_rules [ 821.924984] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 with Priority: HIGH for action security_group_rules [ 821.925078] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa with Priority: HIGH for action security_group_rules [ 821.925158] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGH for action security_group_rules [ 821.925453] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.925575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.925642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.926161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.926301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.926385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.926502] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.927436] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.927568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.927693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.927863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.928014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.928118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.928257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.928326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.928414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.928501] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.929332] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.929805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.929805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.929805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.929920] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.930080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.930080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.930213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.930289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.930371] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.931108] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89e8670c-2567-49bd-80f5-0a728bf83875 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.931512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.931512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.931512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.931512] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89e8670c-2567-49bd-80f5-0a728bf83875',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.932437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.932437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.932437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.932748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.932748] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7eca7f2-b997-484a-89f7-709ab0e6e8b1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.934056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485dbde8-028a-4559-ab80-70e95096c7ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.934056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.934056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.934270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.934270] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485dbde8-028a-4559-ab80-70e95096c7ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.935279] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.935548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.935617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.935767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.935840] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.936773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9addf9a6-9584-401c-bdc4-c5f060d9825f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.936884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.937080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.937080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.937177] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9addf9a6-9584-401c-bdc4-c5f060d9825f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.937993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.938212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.938318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.938360] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a0ba52e-46d8-4484-a5d1-5c47cf850e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.939197] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.939342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.939492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.939711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.939711] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.940576] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.941215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.941215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.941215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.941215] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.941215] env[65401]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 821.943965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2611da9-6ed0-4a2c-a765-266f37b3c778 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.943965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2611da9-6ed0-4a2c-a765-266f37b3c778',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.943965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574157d5-1ac8-4668-aa8d-4905594268a3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.943965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.943965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574157d5-1ac8-4668-aa8d-4905594268a3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.944406] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.944456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.944489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.944758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.944758] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.945534] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.945650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.945745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.945960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.946119] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6068d9fb-f44b-4a75-8d5f-6fb5456a3904',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.947192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfeea2d7-f780-4a98-950f-decff0089b29 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.947290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.947359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.947579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.947691] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfeea2d7-f780-4a98-950f-decff0089b29',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.949148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.949253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.949343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.949458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.949528] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b4e43c6-e7cd-4938-8346-b07f77e3681b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.950626] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.950820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.950946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.951149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.951226] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf32b89-03ff-4fef-8410-cc98b66aab3d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.952357] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.952521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.952587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.952829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.952951] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.953909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.954072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.954125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.954339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.954415] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.955248] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d458ecb-d152-4fab-b47b-3d030ef5d726 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.955343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.955410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.955554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.955630] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d458ecb-d152-4fab-b47b-3d030ef5d726',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.955907] env[65401]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 821.956697] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.956792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.956904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.957009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.957086] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dbba24f-7c80-4097-9f27-9ec13eaeddfa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.957906] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.957990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.958053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.958183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.958252] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.963441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.963441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.963545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.963707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.967064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.967179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.991412] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.991572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.995552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.995805] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.995906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.996035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.996180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.996262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.996350] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be updated. [ 822.000684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.000684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.022381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.022563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.022683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.022749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.023057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.023057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.023259] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 is going to be updated. [ 822.024222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.024321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.045195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.045306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.055067] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: IN_PROGRESS for 2s [ 822.056762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.056762] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be deleted. [ 822.058207] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.058207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.058370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.058496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.058592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.067767] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: IN_PROGRESS for 2s [ 822.109915] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.110200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.110200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.110308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.110382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.110492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.460533] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.460696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.460764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.460978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.461085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461273] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.461568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.461643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461730] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e8670c-2567-49bd-80f5-0a728bf83875 is going to be deleted. [ 822.502272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.502458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.502458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.502672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.502823] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.502921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.502976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.503136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.503220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.503305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.503393] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.505617] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.505808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.505890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.506148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.506250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.506371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e8670c-2567-49bd-80f5-0a728bf83875" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.514522] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.514698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.514754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.516396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.516396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.516396] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.517611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.517758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.517844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.518243] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.518355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.518460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.518839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.518951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.519061] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.521184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.521184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.521442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.521646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.521839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.522135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.522202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.522378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.522514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.522577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.522681] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.528540] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.529893] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529893] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.535450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.535623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.535679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.536434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.536434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.536434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 is going to be deleted. [ 822.546833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.546833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.546833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.546833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.546833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.548208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.548208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.548208] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.622822] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.623033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.624128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.624288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.625283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.625407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.626210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.627038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.627175] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.627283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.628176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.629205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.629205] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.629333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.630161] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.630277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.632568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.632568] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfeea2d7-f780-4a98-950f-decff0089b29 is going to be deleted. [ 822.633496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.633758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.635497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.635623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.637500] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.637500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.637685] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.637780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.639913] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 822.640512] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.640625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660814] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 822.661492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.661647] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7eca7f2-b997-484a-89f7-709ab0e6e8b1 is going to be deleted. [ 822.662948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.663258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.701486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.701662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be deleted. [ 822.702775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.703053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.746076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.746076] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a0ba52e-46d8-4484-a5d1-5c47cf850e48 is going to be deleted. [ 822.747182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.747534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.761367] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.761367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.778083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.778346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.791326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.791502] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b4e43c6-e7cd-4938-8346-b07f77e3681b is going to be deleted. [ 822.792707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.792997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795358] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.795358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.804105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.804302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.869135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.869304] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf32b89-03ff-4fef-8410-cc98b66aab3d is going to be deleted. [ 822.870299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.870838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.889210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.889395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.913542] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6068d9fb-f44b-4a75-8d5f-6fb5456a3904 is going to be deleted. [ 822.914572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.914822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.987866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.987866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.008730] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485dbde8-028a-4559-ab80-70e95096c7ce is going to be deleted. [ 823.008730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.021474] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.037621] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.050520] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c2db818-8104-4ead-997d-9a1a87005ea4: rpc.has_security_group_logging(os_id): False [ 823.052430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.052625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.052746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.052906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.053069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.053227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.053415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.053415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.053704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.053704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.053704] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.053910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.053910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.053994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.054100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.054173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.054227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.054355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.054421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.054499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.054586] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.055577] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.088254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.088423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.090336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.090464] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dbba24f-7c80-4097-9f27-9ec13eaeddfa is going to be deleted. [ 823.091497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.091736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105729] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.105729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.109074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.109365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.123475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.123656] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d458ecb-d152-4fab-b47b-3d030ef5d726 is going to be deleted. [ 823.124538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.125088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.125088] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f is going to be deleted. [ 823.125672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.209673] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.209805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.212871] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.212982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.213958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.214126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2 is going to be deleted. [ 823.215155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.215393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.248913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.248913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.260344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.260486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.280862] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.281479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.281612] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2611da9-6ed0-4a2c-a765-266f37b3c778 is going to be deleted. [ 823.282769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.283021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.283129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfeea2d7-f780-4a98-950f-decff0089b29" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.283803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.283887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.284695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.284882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.284981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.285145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7eca7f2-b997-484a-89f7-709ab0e6e8b1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.285342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.285694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.285694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.285694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.285996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.285996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.285996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a0ba52e-46d8-4484-a5d1-5c47cf850e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.286327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.286402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b4e43c6-e7cd-4938-8346-b07f77e3681b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.286797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.286889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.287012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf32b89-03ff-4fef-8410-cc98b66aab3d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.287146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.287472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.287472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.287554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6068d9fb-f44b-4a75-8d5f-6fb5456a3904" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.287647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.287790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.408992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.408992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.413446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.413583] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.413728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.413728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.413924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.414158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.414937] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.414937] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.414937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.415427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.415427] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 823.416330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.416552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.416613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.416719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485dbde8-028a-4559-ab80-70e95096c7ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.416862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.417032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.417164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dbba24f-7c80-4097-9f27-9ec13eaeddfa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.417510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.417582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.417801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d458ecb-d152-4fab-b47b-3d030ef5d726" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.419080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0270b0c6-8655-4a5c-90a2-e1e1e02a7cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.514146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.514321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.514419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.514592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.514735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.514885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2611da9-6ed0-4a2c-a765-266f37b3c778" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.524675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7554c7-aaeb-4ce4-86a0-b301e28771de: rpc.has_security_group_logging(os_id): False [ 823.542691] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43ab67a6-4451-46b8-ab1e-8cbf10899c4e: rpc.has_security_group_logging(os_id): False [ 823.557481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e5ab5f2-2904-4079-ac94-7680bc3c518a: rpc.has_security_group_logging(os_id): False [ 823.558684] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 724c792e-0098-4885-b8bd-c1965e2ada63: rpc.has_security_group_logging(os_id): False [ 823.592531] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.592720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.592767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.592998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.594945] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.595151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.596367] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.596475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597177] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.597271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.632997] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.632997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.640245] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.640769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.641113] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.641193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.641243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.641631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.641631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.641631] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de is going to be updated. [ 823.642962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.642962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.692280] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 823.692654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.694069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.694435] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.694624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.694738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.695052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.695201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.695554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.695725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.695834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.696117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.696259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.696654] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.696801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.696909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.697168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.697307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.697469] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 823.698974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.699241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.755669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.755669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.755669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.755669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.755669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.755669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.755669] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 is going to be updated. [ 823.756186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.756409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.780855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.781215] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.781371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.781452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.781659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.781786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.781831] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 823.783327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.783512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.783656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.786215] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.786396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.786396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.786560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.786701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.811845] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 823.815777] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.815777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.815777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.815777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.815777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.820308] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: IN_PROGRESS for 2s [ 823.831908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 823.862804] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.862968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.863054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.863279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.863449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.905048] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: IN_PROGRESS for 2s [ 823.924558] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.924739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.924788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.924956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.925209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949429] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 824.065977] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f in Status: SUCCESS [ 824.066186] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9addf9a6-9584-401c-bdc4-c5f060d9825f deletion is rescheduled due to dependency. [ 824.066295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9addf9a6-9584-401c-bdc4-c5f060d9825f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.079339] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574157d5-1ac8-4668-aa8d-4905594268a3 in Status: SUCCESS [ 824.079533] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574157d5-1ac8-4668-aa8d-4905594268a3 deletion is rescheduled due to dependency. [ 824.079533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574157d5-1ac8-4668-aa8d-4905594268a3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.011826] env[65401]: INFO networking_nsxv3.common.synchronization [None req-412413f7-2b1c-463c-bd7f-1150a8342596 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 825.012817] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 825.012817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.013047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.013142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.013448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.013526] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.139249] env[65401]: INFO networking_nsxv3.common.synchronization [None req-32e8d80d-2c3e-4f39-89d6-be60e6d412af tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 825.139885] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 825.141458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.141655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.539178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.539178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.539178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 already deleted. [ 825.539178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.539178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.539178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.539178] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.826767] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 825.827094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.830966] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: SUCCESS [ 825.830966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.842923] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 825.843081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.920166] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: SUCCESS [ 825.920440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.961420] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 825.961692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.062025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.062025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.062025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.062025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.062025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.062025] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 already deleted. [ 826.062025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.141443] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 830.141702] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 832.573757] env[65401]: INFO networking_nsxv3.common.synchronization [req-31a79e66-103a-4f21-8f1c-9c62c2a68064 req-7329cdb8-abab-4c58-a637-d513d1caab85 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 832.573757] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 832.574174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.574174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.574174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.575408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.575408] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.575408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.575408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.575408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.575408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.575408] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.986570] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.986762] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.986882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.987171] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.988123] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.988123] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.988123] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.988377] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.988556] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.988872] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.989057] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.989215] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.989362] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.989512] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.989669] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.989856] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.013323] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.013446] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.013649] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.013912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.014396] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.014706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.014861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.015184] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.015403] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.077957] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.077957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.077957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.077957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.078351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.078351] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.078351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.078479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.078566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.078644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.078728] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 already deleted. [ 833.078807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.518713] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.518945] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.519089] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.519375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.519522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.519669] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 not found, creating... [ 833.519918] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520081] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.520194] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.520404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.520534] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.520801] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520951] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521083] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521290] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.521419] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.521554] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 is going to be created. [ 833.543420] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.543819] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.544037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.544385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.544684] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.544958] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.253663] env[65401]: INFO networking_nsxv3.common.synchronization [req-31a79e66-103a-4f21-8f1c-9c62c2a68064 req-71dd28b5-0c04-44e1-a54e-f4404e2af097 service nova] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_rules [ 834.253663] env[65401]: INFO networking_nsxv3.common.synchronization [req-31a79e66-103a-4f21-8f1c-9c62c2a68064 req-71dd28b5-0c04-44e1-a54e-f4404e2af097 service nova] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 834.253663] env[65401]: INFO networking_nsxv3.common.synchronization [req-31a79e66-103a-4f21-8f1c-9c62c2a68064 req-71dd28b5-0c04-44e1-a54e-f4404e2af097 service nova] Enqueued Resource ID: 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 with Priority: HIGHEST for action port [ 834.254085] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_rules [ 834.254085] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 834.254085] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 with Priority: HIGHEST for action port [ 834.254990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.254990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.254990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.255780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.255780] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.256735] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.256895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.257067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.257286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.257486] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.257646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.257744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.258284] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.261749] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.261890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.261949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.262102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.262185] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.764235] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.766369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.767352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.767821] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 with status ACTIVE [ 834.768015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.768153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.768252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.768456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.768546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.768720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.768827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.768897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.769580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.769729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.769951] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.770095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.770183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.770371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.770525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.770653] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2 is going to be updated. [ 834.798144] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.798337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.798337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.798518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.798677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.798862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b59b134-adaa-48ae-9b0d-2c4dc1d40cf2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.227161] env[65401]: INFO networking_nsxv3.common.synchronization [req-1a5db1e2-32b4-4343-b92e-82f6b873bbdb req-442a45e1-ba5c-4d38-acd7-5d845ae6f7f2 tempest-ServerMetadataTestJSON-273446469 tempest-ServerMetadataTestJSON-273446469-project-member] Enqueued Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 835.227868] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 835.227993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.228129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.228202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.228580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.228741] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.228847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.228916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.229063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.229147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.229238] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.268185] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.559405] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.559639] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-763" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.559774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-763" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.560203] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-763" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.560433] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.560608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.560776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.561055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.561208] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.561436] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.561549] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.561657] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.561755] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.561989] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.562065] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.562196] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.582752] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.582918] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.583073] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.583261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-763" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.583597] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.583757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.583880] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.584276] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.584417] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.731951] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.732087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.732127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.732476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.732670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.732769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.732831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.732979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.733068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.733187] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 already deleted. [ 835.733226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.771387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.771387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.771387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.771387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.771708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.771708] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be created. [ 835.799442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.799442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.799442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.799653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.799692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.811292] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: UNINITIALIZED for 2s [ 836.088407] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.088407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d not found, creating... [ 836.088407] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.088407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.088900] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.088900] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088900] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.089117] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.089239] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.089371] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.089504] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d is going to be created. [ 836.115445] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115781] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.116282] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.116539] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116767] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.563588] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e83ecab2-849d-4016-956d-7fa883e5ba54 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 836.564235] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 836.564657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.564805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.564805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.565066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.565176] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.739093] env[65401]: INFO networking_nsxv3.common.synchronization [None req-beb8f8c9-4de4-4e48-a12c-cdd157a502fe tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 836.739093] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 836.739093] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.739093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.908294] env[65401]: INFO networking_nsxv3.common.synchronization [req-1a5db1e2-32b4-4343-b92e-82f6b873bbdb req-67cc28a4-573b-4671-810d-a2d6c033bf12 service nova] Enqueued Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_rules [ 836.908441] env[65401]: INFO networking_nsxv3.common.synchronization [req-1a5db1e2-32b4-4343-b92e-82f6b873bbdb req-67cc28a4-573b-4671-810d-a2d6c033bf12 service nova] Enqueued Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 836.908695] env[65401]: INFO networking_nsxv3.common.synchronization [req-1a5db1e2-32b4-4343-b92e-82f6b873bbdb req-67cc28a4-573b-4671-810d-a2d6c033bf12 service nova] Enqueued Resource ID: 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d with Priority: HIGHEST for action port [ 836.908807] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_rules [ 836.909151] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 836.909151] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d with Priority: HIGHEST for action port [ 836.910133] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.910133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.910133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.910516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.910516] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.911239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.911351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.911406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.911730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.911879] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.911969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.912159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.912337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.912427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.912810] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.913420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.913520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.913520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.913908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.913908] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.091638] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.092259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.092458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.092748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.093181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.093447] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc already deleted. [ 837.093634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.093994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.094343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.094923] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.415407] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.418031] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d with status ACTIVE [ 837.418232] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.418361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.418433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.419863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.419863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.419863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.420379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.420379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.420379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.420560] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.420637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.420809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.420918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.420963] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d is going to be updated. [ 837.422382] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.447726] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.447870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.448048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.448266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.448671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.448853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e5dcf74-0bc7-4e1d-9a09-01ca1217f28d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.635566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.636535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.636535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.636535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.636535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.636535] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc already deleted. [ 837.636535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.825282] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 837.825282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.825487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.825749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.825979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.826136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.826214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.826393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.826520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.826642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.826786] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.925491] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.995391] env[65401]: INFO networking_nsxv3.common.synchronization [req-fb9684d6-c891-4f12-b959-655dc3bd3bbd req-0458e1bf-0991-4260-8244-e972d6e125e9 tempest-InstanceActionsNegativeTestJSON-88773294 tempest-InstanceActionsNegativeTestJSON-88773294-project-member] Enqueued Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 837.996192] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 837.996743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.996743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.996743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.997157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.997611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.997611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.997611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.997825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.997976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.998145] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.329402] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.329587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.329656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.329954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.330174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.330294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.330381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.330587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.330668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330926] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.331541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.331738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.331887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.331972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.334246] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.411396] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.411604] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-866" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.411772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-866" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.412260] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-866" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.412607] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.412844] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.413017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.413332] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.413517] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.413782] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.413931] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.414095] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.414284] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.414436] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.414560] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.414736] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.430371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.430564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.430646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 is going to be created. [ 838.438019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.438019] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.438019] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.438019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-866" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.438019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f3c33b7c-5d9b-4939-a992-0914dbecfa24 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.438019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.438420] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.438461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.438626] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c33b7c-5d9b-4939-a992-0914dbecfa24',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.458412] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.458560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.458649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.458845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.459231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.471426] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: UNINITIALIZED for 2s [ 838.500141] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.500361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.500407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.500653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.500767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501020] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.501162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.501239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.501416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.501503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.501592] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 already deleted. [ 838.501691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.837174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46e1076f-1499-46e8-a972-02272d5edbe3: rpc.has_security_group_logging(os_id): False [ 838.839195] env[65401]: INFO networking_nsxv3.common.synchronization [req-e19f8ebe-a91c-487e-9dde-f1ff30017bf5 req-0a85ca61-8f38-4b3f-b9dc-b316ecec3bdb tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 838.839760] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 838.840549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.840688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.840763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.840930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.841100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.841200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.841509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.841509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.841509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.841616] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.858300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.858421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.858492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.858787] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.858930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.859256] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.859944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.859944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.859944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.859944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.859944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.860182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.860182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861246] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.861246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.861246] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be created. [ 838.933475] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.933696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.933696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.933879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.934073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.943891] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.944164] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.944307] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.944565] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.944773] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.944947] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f3c33b7c-5d9b-4939-a992-0914dbecfa24 not found, creating... [ 838.945215] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.945493] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.945556] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.945931] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.946086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.946380] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.946547] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.946683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.946989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.947095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.947213] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f3c33b7c-5d9b-4939-a992-0914dbecfa24 is going to be created. [ 838.948956] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: IN_PROGRESS for 2s [ 838.970105] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.970325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.970683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.970783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.971087] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.971372] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.165259] env[65401]: INFO networking_nsxv3.common.synchronization [req-e2956186-dd1c-4e6e-96e4-345e9625c329 req-da27908d-51b2-4c85-a5cb-09e285891acc tempest-ListServersNegativeTestJSON-732935763 tempest-ListServersNegativeTestJSON-732935763-project-member] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 839.165954] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGHEST for action security_group_members [ 839.166159] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.166338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.343823] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.726770] env[65401]: INFO networking_nsxv3.common.synchronization [req-fb9684d6-c891-4f12-b959-655dc3bd3bbd req-3052755b-bf7e-46c7-abc7-69b85641c6db service nova] Enqueued Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_rules [ 839.727091] env[65401]: INFO networking_nsxv3.common.synchronization [req-fb9684d6-c891-4f12-b959-655dc3bd3bbd req-3052755b-bf7e-46c7-abc7-69b85641c6db service nova] Enqueued Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 839.727317] env[65401]: INFO networking_nsxv3.common.synchronization [req-fb9684d6-c891-4f12-b959-655dc3bd3bbd req-3052755b-bf7e-46c7-abc7-69b85641c6db service nova] Enqueued Resource ID: f3c33b7c-5d9b-4939-a992-0914dbecfa24 with Priority: HIGHEST for action port [ 839.728641] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_rules [ 839.728641] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 839.728641] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c33b7c-5d9b-4939-a992-0914dbecfa24 with Priority: HIGHEST for action port [ 839.728641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.728641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.729049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.729087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.730779] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.730779] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.730779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.730779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.730779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.731330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.731467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.731540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.731790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.731897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.733502] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.734385] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c33b7c-5d9b-4939-a992-0914dbecfa24 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.734499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.734554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.734751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.734836] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c33b7c-5d9b-4939-a992-0914dbecfa24',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.847014] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.236953] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.238485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.238485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.238485] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c33b7c-5d9b-4939-a992-0914dbecfa24 with status ACTIVE [ 840.238792] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.238792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.238792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.239078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.239199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.239425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.239562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.240049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.240049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.240049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.240246] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.240324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.240370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.240547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.240642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.240776] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c33b7c-5d9b-4939-a992-0914dbecfa24 is going to be updated. [ 840.264319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.264483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.264545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.264731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.264869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.265060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c33b7c-5d9b-4939-a992-0914dbecfa24" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.350426] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.350426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.350426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.350661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.350918] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 840.397992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.398175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.398253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.398508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.398677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.412325] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 840.488314] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: SUCCESS [ 840.488797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.488850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.489211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.489507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.489663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.489760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.489971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.490081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.490176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.490293] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.739680] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.964737] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 840.965029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.992680] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.992836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.992924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.993437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.993437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.993584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.993584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.993732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.993822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.993911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.994070] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.994163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.995024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.995024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.995024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.995024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.995024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.995486] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.242696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.242908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.242908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.243176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.243323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.243474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 is going to be created. [ 841.274395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.274612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.274612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.274815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.274981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.290998] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: UNINITIALIZED for 2s [ 841.499241] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b10cc4-2ed4-4b62-af87-96d4c6f91782: rpc.has_security_group_logging(os_id): False [ 841.520464] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.520648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.520714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.521476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.521476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.521476] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.521476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.521746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.521746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.521824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.521963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.522089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.522171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.522470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.522470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.522645] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.522816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.522887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.523029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.523103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.523189] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 is going to be created. [ 841.598459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.598688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.598919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.599035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.599231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.612291] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: IN_PROGRESS for 2s [ 841.780467] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-0f86c1b5-ef80-4ef4-a31d-134a035c1b82 tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 841.781353] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 841.781353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.781631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.781631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.781873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.782039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.782178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.782403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.782878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.782878] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.164069] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.164454] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164585] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.164882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.165163] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.165400] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.165544] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.165734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.165887] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.166114] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.166227] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.166403] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.166463] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.166546] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.166680] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.166817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.189876] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.190071] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.190221] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.190467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.190800] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f759f75a-e8e6-45d1-a36e-46d09246939d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.190997] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.191208] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.191575] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.191723] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f759f75a-e8e6-45d1-a36e-46d09246939d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.287206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.287206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.287206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.287812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.287812] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b already deleted. [ 842.287812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.424409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 842.424565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.424687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.424898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.425131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.425263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.425263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.425408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.425509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.425573] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.695258] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.695719] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.696153] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.696820] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.697204] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.697636] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f759f75a-e8e6-45d1-a36e-46d09246939d not found, creating... [ 842.697898] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.698271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.698575] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.699169] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.699402] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.700633] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.701433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.701433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.701708] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.701708] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.701979] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f759f75a-e8e6-45d1-a36e-46d09246939d is going to be created. [ 842.733600] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.733863] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.734018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.734390] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.734650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.734903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.928904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.929059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.929144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.952295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.952384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.952500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.952655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.952944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.953126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.954052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be updated. [ 842.980836] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.982097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.982097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.982097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.982097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.991945] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: IN_PROGRESS for 2s [ 843.306901] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: SUCCESS [ 843.307483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.307483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.307724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.307911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.308079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.308147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.308361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.308452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308669] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.463821] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-bdbbe437-f7f7-4a43-9a31-e91aff440f1b service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 843.464025] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-bdbbe437-f7f7-4a43-9a31-e91aff440f1b service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 843.464146] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-bdbbe437-f7f7-4a43-9a31-e91aff440f1b service nova] Enqueued Resource ID: f759f75a-e8e6-45d1-a36e-46d09246939d with Priority: HIGHEST for action port [ 843.464860] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 843.465128] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 843.465338] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f759f75a-e8e6-45d1-a36e-46d09246939d with Priority: HIGHEST for action port [ 843.465840] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.466086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.466210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.466595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.466726] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.467755] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.467856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.467926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.468151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.468306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.468409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.468464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.468601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.468681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.468858] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.469866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f759f75a-e8e6-45d1-a36e-46d09246939d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.469866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.469866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.469866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.470134] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f759f75a-e8e6-45d1-a36e-46d09246939d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.638471] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: SUCCESS [ 843.639392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.812304] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.812516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.812586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.812869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.813461] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.813461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.813461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.813786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.813786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.813786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.813877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.814051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.814051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.814163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.815203] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.815203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.815203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.815203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.815203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815203] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.971979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.972178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.972416] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.973411] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f759f75a-e8e6-45d1-a36e-46d09246939d with status ACTIVE [ 843.973971] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.973971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.973971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.973971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.974216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.974286] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.974363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975030] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.975319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.975319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.975446] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f759f75a-e8e6-45d1-a36e-46d09246939d is going to be updated. [ 844.000185] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.000387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.000387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.000601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.000739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.000897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f759f75a-e8e6-45d1-a36e-46d09246939d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.318884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0: rpc.has_security_group_logging(os_id): False [ 844.337591] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.337839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.337839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.338181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.338397] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.338511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.338571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.338852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.339077] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.339197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.339261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.339428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.339545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.339668] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.339797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.339893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.340072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.340181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.340263] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 is going to be created. [ 844.402023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.402023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.402023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.402340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.402559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.413178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: IN_PROGRESS for 2s [ 844.477693] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.980903] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.980903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.981356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.982043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.982043] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be created. [ 845.001592] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 in Status: SUCCESS [ 845.001792] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 deletion is rescheduled due to dependency. [ 845.001911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.010781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.010949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.011049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.011290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.012052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.026681] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: UNINITIALIZED for 2s [ 846.426381] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: SUCCESS [ 846.426708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038179] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 847.038441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.038910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.039146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.039279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.039368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.039638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.039638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.039762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.039762] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.544066] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.544066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.544525] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.544525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.544525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.544712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.544744] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.545026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.545156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.545257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.545296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.545421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.545491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.545569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.545654] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.047749] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf1582-eead-4382-a2a6-4da56690b08b: rpc.has_security_group_logging(os_id): False [ 848.070022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.070022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.070022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.071029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.071602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.072092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.074313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.074313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.074313] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be created. [ 848.134554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.134699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.134899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.134971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.135331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.150159] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 848.468980] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 848.469116] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 848.917457] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-19014f14-e10a-4910-912a-d0b5f5071fb1 tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 848.918718] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 848.919124] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.919312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.919420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.919740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.919975] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.920160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.920266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.920867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.921026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.921198] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.274973] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.274973] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.274973] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.275329] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.275388] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.275513] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.275650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.276767] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.277271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.277557] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.277680] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.277795] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.277920] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.278081] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.278125] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.278267] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.297544] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.297637] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.298769] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.298769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.298769] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-57303da8-ffec-496f-9300-5dcd8cd58138 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.298769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.298769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.298977] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.299030] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57303da8-ffec-496f-9300-5dcd8cd58138',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.424063] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.802072] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.802338] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.802714] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.802861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.803023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 57303da8-ffec-496f-9300-5dcd8cd58138 not found, creating... [ 849.803324] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.803489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.803606] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.803825] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.805014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.805014] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.805014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.805014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.805014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.805014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.805014] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 57303da8-ffec-496f-9300-5dcd8cd58138 is going to be created. [ 849.828872] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.828872] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.829091] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.830104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.830104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.830104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.926532] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.162662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 850.162662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.430164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.430238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.430454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.430607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.430658] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 850.461177] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.461336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.461431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.461657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.461826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.472300] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 850.558402] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-3c435fda-dc0c-4832-8d07-9072a2113fa4 service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 850.558574] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-3c435fda-dc0c-4832-8d07-9072a2113fa4 service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 850.558785] env[65401]: INFO networking_nsxv3.common.synchronization [req-ab41dec6-d98c-4e5d-808a-2432a655ebaf req-3c435fda-dc0c-4832-8d07-9072a2113fa4 service nova] Enqueued Resource ID: 57303da8-ffec-496f-9300-5dcd8cd58138 with Priority: HIGHEST for action port [ 850.559580] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 850.559580] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 850.559580] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57303da8-ffec-496f-9300-5dcd8cd58138 with Priority: HIGHEST for action port [ 850.559777] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.559906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.559942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.562144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.562285] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.567606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.567710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.567948] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-57303da8-ffec-496f-9300-5dcd8cd58138 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.568080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.568142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.568372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.568449] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57303da8-ffec-496f-9300-5dcd8cd58138',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.897047] env[65401]: INFO networking_nsxv3.common.synchronization [req-bdd09438-78f0-4c78-b44c-992df7e430fe req-a125061b-6ddb-4524-8c58-37dcbf007d32 tempest-ServerMetadataTestJSON-273446469 tempest-ServerMetadataTestJSON-273446469-project-member] Enqueued Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 850.897638] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGHEST for action security_group_members [ 850.898065] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.898209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.898274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.900018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.900018] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.900018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.900018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.900018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.900018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.900018] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.070827] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.071141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.071141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57303da8-ffec-496f-9300-5dcd8cd58138 with status ACTIVE [ 851.074044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.074044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.074044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.074044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.074044] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57303da8-ffec-496f-9300-5dcd8cd58138 is going to be updated. [ 851.098073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.098073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.098073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.098073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.098073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.098073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57303da8-ffec-496f-9300-5dcd8cd58138" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.401188] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.401440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.401594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.401811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.401941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.402189] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.402435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.402558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.402739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.402829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.402939] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 is going to be updated. [ 851.439236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.439440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.439544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.439798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.439982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.457547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: IN_PROGRESS for 2s [ 852.484492] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 852.484492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.486919] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.486919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.486919] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.940592] env[65401]: INFO networking_nsxv3.common.synchronization [req-32c6aac7-93e0-48b5-980f-939408ddb4c7 req-d1802706-e5de-45c6-8669-1a68998849c6 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 852.941866] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 852.941866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.941866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.941866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.942652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.942652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.942652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.942652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.942858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.942858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.942933] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.989700] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.389017] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.389365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.389473] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389752] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.390040] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.390202] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.390317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.390621] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.390746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.390867] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.390962] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.391359] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.391359] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.391359] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.391359] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.391668] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.413133] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.413133] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.413133] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.413133] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.413607] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-65d9006e-1a81-4f07-8cb1-834bb58639e8 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.413607] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.413607] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.413910] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.414027] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d9006e-1a81-4f07-8cb1-834bb58639e8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.446109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.446109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.446109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.446109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.472094] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 in Status: SUCCESS [ 853.472461] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 deletion is rescheduled due to dependency. [ 853.472767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.475022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.475022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.475022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.475022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.475022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.475022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.475022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 853.492042] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.503696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.503931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.503931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.504112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.504243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.515222] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 853.917121] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.917407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.917596] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.918037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.918037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.918251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 65d9006e-1a81-4f07-8cb1-834bb58639e8 not found, creating... [ 853.918348] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.918503] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.918619] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.918832] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.918993] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.919313] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.919526] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.919526] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.919704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.919819] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.919958] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 65d9006e-1a81-4f07-8cb1-834bb58639e8 is going to be created. [ 853.942388] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.942746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.942897] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.943225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.943524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.943817] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.994247] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.994642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.994642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.994834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.994834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.995015] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 854.029887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.030043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.030109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.030312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.030464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.040901] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 854.642118] env[65401]: INFO networking_nsxv3.common.synchronization [req-32c6aac7-93e0-48b5-980f-939408ddb4c7 req-f4c4ea0a-5dc0-423a-9c00-5de41a0ecb8a service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 854.642442] env[65401]: INFO networking_nsxv3.common.synchronization [req-32c6aac7-93e0-48b5-980f-939408ddb4c7 req-f4c4ea0a-5dc0-423a-9c00-5de41a0ecb8a service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 854.642442] env[65401]: INFO networking_nsxv3.common.synchronization [req-32c6aac7-93e0-48b5-980f-939408ddb4c7 req-f4c4ea0a-5dc0-423a-9c00-5de41a0ecb8a service nova] Enqueued Resource ID: 65d9006e-1a81-4f07-8cb1-834bb58639e8 with Priority: HIGHEST for action port [ 854.643104] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 854.643250] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 854.643352] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9006e-1a81-4f07-8cb1-834bb58639e8 with Priority: HIGHEST for action port [ 854.644651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.644651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.644651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.644651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.644651] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.649080] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.649080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.649080] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d9006e-1a81-4f07-8cb1-834bb58639e8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.649080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.649080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.649080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.649080] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d9006e-1a81-4f07-8cb1-834bb58639e8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.816504] env[65401]: INFO networking_nsxv3.common.synchronization [req-9f4d4ceb-7ef3-41ca-b9c6-c22a14c0d658 req-68b26768-19be-4c60-a5cb-6c4b0e81c900 tempest-InstanceActionsNegativeTestJSON-88773294 tempest-InstanceActionsNegativeTestJSON-88773294-project-member] Enqueued Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 854.816779] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGHEST for action security_group_members [ 854.817307] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.817688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.817688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.817834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.817911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.818013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.818073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.818179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.818257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.818351] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.146713] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.146713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.149274] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d9006e-1a81-4f07-8cb1-834bb58639e8 with status ACTIVE [ 855.149428] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.149511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.150359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.150359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.150359] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.150359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.150952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.150952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.150952] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.150952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.151370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.151370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.151370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d9006e-1a81-4f07-8cb1-834bb58639e8 is going to be updated. [ 855.184669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.184924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.184924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.185154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.185311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.185673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d9006e-1a81-4f07-8cb1-834bb58639e8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.279684] env[65401]: INFO networking_nsxv3.common.synchronization [req-cc1126aa-ad16-47c5-a605-26d091ffc1fb req-c8eb549e-720a-46e7-bf96-53d92da88a99 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 855.280513] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 855.280614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.280686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.281493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.281493] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.281493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.282945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.282945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.282945] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.324254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.324475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.324573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.324881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.324881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.325294] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.325433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.325520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.325737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.325843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.325957] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 is going to be updated. [ 855.361658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.361807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.361865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.362591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.375819] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: IN_PROGRESS for 2s [ 855.532509] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 855.532509] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.532509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.532509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.532509] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.785852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.785852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.785852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.786982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.786982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 already deleted. [ 855.786982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.826621] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.826797] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.827122] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.827424] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.827684] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.827840] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.827952] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.828187] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.828428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.828633] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.828748] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.828851] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.829037] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.829114] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.829195] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.829321] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.868990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.868990] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.868990] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.868990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.869322] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-01d52413-8a28-46ce-bde9-ac24dab9998c taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869505] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.869623] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.869921] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.870072] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d52413-8a28-46ce-bde9-ac24dab9998c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.037260] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.050950] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 856.051207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.051654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.051874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.052077] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.052193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.052258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.052481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.052591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.052690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.052783] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.374840] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.375195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.375392] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.375907] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.376974] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376974] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 01d52413-8a28-46ce-bde9-ac24dab9998c not found, creating... [ 856.376974] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.377342] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.377470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377835] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378073] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.378561] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378810] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378996] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.379361] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.379602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.379811] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 01d52413-8a28-46ce-bde9-ac24dab9998c is going to be created. [ 856.416855] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.417167] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.417305] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.417614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.417848] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.418089] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.539816] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.554912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.555180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.555180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.555381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.555603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.555757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.555757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.555947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.556059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.556186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.556421] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.556619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.556619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.556739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.556941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.557034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.557034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.557189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.557307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.557394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.557484] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.042401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.042401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.042780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.042780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.042780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.042889] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 857.059720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf1582-eead-4382-a2a6-4da56690b08b: rpc.has_security_group_logging(os_id): False [ 857.087651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.087887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.087887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.088127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.088222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.088445] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.088549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.088616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.088773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.088853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.089053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.089203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.089203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.089351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.089427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.089687] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.089822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.089890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.093835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.094027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.094149] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 857.104043] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.104203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.104268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.104590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.104904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.117738] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 857.126898] env[65401]: INFO networking_nsxv3.common.synchronization [req-cc1126aa-ad16-47c5-a605-26d091ffc1fb req-7297bdf3-b7fd-4731-85f8-126fdcb5fa2c service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 857.127121] env[65401]: INFO networking_nsxv3.common.synchronization [req-cc1126aa-ad16-47c5-a605-26d091ffc1fb req-7297bdf3-b7fd-4731-85f8-126fdcb5fa2c service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 857.127260] env[65401]: INFO networking_nsxv3.common.synchronization [req-cc1126aa-ad16-47c5-a605-26d091ffc1fb req-7297bdf3-b7fd-4731-85f8-126fdcb5fa2c service nova] Enqueued Resource ID: 01d52413-8a28-46ce-bde9-ac24dab9998c with Priority: HIGHEST for action port [ 857.127855] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 857.127993] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 857.128108] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d52413-8a28-46ce-bde9-ac24dab9998c with Priority: HIGHEST for action port [ 857.128396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.128525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.128586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.128871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.128948] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.129874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.129987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.130061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.130286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.130454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.130569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.130637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.130794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.130957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.131092] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.132076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d52413-8a28-46ce-bde9-ac24dab9998c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.132187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.132249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.132545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.132616] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d52413-8a28-46ce-bde9-ac24dab9998c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.194905] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.195188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.195360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.195726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.195999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.209748] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 857.388020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 in Status: SUCCESS [ 857.388534] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 deletion is rescheduled due to dependency. [ 857.388868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.637032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.637032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.637032] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01d52413-8a28-46ce-bde9-ac24dab9998c with status ACTIVE [ 857.637032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.637032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.637032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.637451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.637451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.637542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.637611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.637698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.637937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.638079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.638380] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.638540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.638633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.638852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.638975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.639124] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01d52413-8a28-46ce-bde9-ac24dab9998c is going to be updated. [ 857.640743] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.675795] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.675795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.675795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.675795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.675795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.675795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d52413-8a28-46ce-bde9-ac24dab9998c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.840571] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1b255aa-92a1-4e06-962c-56ab5b25a240 req-3dd863cb-3caf-41a5-8218-37d102054145 tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 857.841530] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 857.842026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.842175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.842245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.842490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.842671] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.842779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.842846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.843015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.843109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.843205] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.091451] env[65401]: INFO networking_nsxv3.common.synchronization [req-d1277d87-e1e8-4e5c-976d-6fdb4c0d9652 req-0840e9e8-a32a-4f74-9034-ca3d0b7db48f tempest-ListServerFiltersTestJSON-1593785167 tempest-ListServerFiltersTestJSON-1593785167-project-member] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 858.092040] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGHEST for action security_group_members [ 858.092363] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.092637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.092758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.092947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.093126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.093266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.093316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.093447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.093532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.093629] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.144611] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.228978] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.230082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.230082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.230082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.231018] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.231018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.231018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.231018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.231018] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.233775] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.233775] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.233775] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.233775] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.233775] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.233775] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.233775] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.253597] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.253597] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.253597] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.253597] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.255560] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-19b37882-bd26-472c-a33c-58d4fd123502 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.255560] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.255560] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.257019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.257019] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b37882-bd26-472c-a33c-58d4fd123502',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.345569] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.345569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.345569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.345569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.369188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.369457] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.369584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.369648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.369856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.369932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.370040] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 858.409963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.410157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.410256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.410396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.410537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.422840] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 858.596315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.597251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.597379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.597474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.597668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.597762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.597856] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be updated. [ 858.629309] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.629475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.629531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.629722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.630106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.642944] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: IN_PROGRESS for 2s [ 858.645999] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.646210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.646276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.646466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.646579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.646649] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be created. [ 858.674027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.674257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.674360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.674678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.674881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.687893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: UNINITIALIZED for 2s [ 858.759658] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.759845] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.759944] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.760685] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.760685] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.760794] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 19b37882-bd26-472c-a33c-58d4fd123502 not found, creating... [ 858.761352] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.761524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.761593] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.762772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.762772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.762772] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.762772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.762772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.763099] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.763208] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.763367] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 19b37882-bd26-472c-a33c-58d4fd123502 is going to be created. [ 858.789601] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789956] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.790093] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.790539] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.790771] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.050505] env[65401]: INFO networking_nsxv3.common.synchronization [req-661075db-c8cb-4fc9-9360-a4583907b96f req-bbbdd893-f754-4f83-9189-a9fa1e29c493 tempest-ServersTestBootFromVolume-208860094 tempest-ServersTestBootFromVolume-208860094-project-member] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 859.051108] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGHEST for action security_group_members [ 859.051726] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.051726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.051726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.051949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.051989] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.052100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.052146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.052307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.052449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.052561] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.128633] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 859.129047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.129047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.129275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.129471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.129606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.129672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.129818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.129899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.129982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.130088] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.225535] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 859.225822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.502695] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1b255aa-92a1-4e06-962c-56ab5b25a240 req-55cbd4f1-28ce-4023-9bcd-2c698d431245 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 859.504234] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1b255aa-92a1-4e06-962c-56ab5b25a240 req-55cbd4f1-28ce-4023-9bcd-2c698d431245 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 859.504234] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1b255aa-92a1-4e06-962c-56ab5b25a240 req-55cbd4f1-28ce-4023-9bcd-2c698d431245 service nova] Enqueued Resource ID: 19b37882-bd26-472c-a33c-58d4fd123502 with Priority: HIGHEST for action port [ 859.504234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 859.504234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 859.504234] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b37882-bd26-472c-a33c-58d4fd123502 with Priority: HIGHEST for action port [ 859.504666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.505248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.505553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.505746] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.506734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.506864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.507097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b37882-bd26-472c-a33c-58d4fd123502 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.507204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.507269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.507528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.507528] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b37882-bd26-472c-a33c-58d4fd123502',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.518027] env[65401]: INFO networking_nsxv3.common.synchronization [req-5476d20b-1400-4b72-966b-ffe758328d99 req-fd6001e1-48b4-4de7-8760-9ad6ec0aa147 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 859.518489] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 859.518794] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.518912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.518970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.519197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.519344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.519441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.519500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.519643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.519736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.519807] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.555206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.555354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.555415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.555663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.555800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.556200] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.556200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.556200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.557111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.557111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.557111] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de is going to be updated. [ 859.585452] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.585659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.586117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.586117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.587620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.597637] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: IN_PROGRESS for 2s [ 859.632875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.633071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.633141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.633336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.633659] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.633659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.633659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.633902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.633902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.634033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.634096] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.634174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.634236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.634372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.634485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.634702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.634796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.634897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.634966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.635060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.636951] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.009149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.009487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.009759] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b37882-bd26-472c-a33c-58d4fd123502 with status ACTIVE [ 860.010060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.010210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.010896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.010896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.010896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.011448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.011448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.011448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.011799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.012106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.012212] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.012436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.012586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.012723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.012872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.013863] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b37882-bd26-472c-a33c-58d4fd123502 is going to be updated. [ 860.022328] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.037473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.037642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.037763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.038131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.038226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.038374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b37882-bd26-472c-a33c-58d4fd123502" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.138447] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 860.167128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.167295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.167355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.167546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.168265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.168265] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.168265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.168265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.168265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.168265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.168563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.168563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.168563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.168694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.168746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.168936] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.169736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.169736] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 860.317528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.317676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.317804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.317999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.318999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345096] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 860.434610] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 860.435504] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 deletion is rescheduled due to dependency. [ 860.435504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.435504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.435504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.436022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.436175] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.525420] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.653550] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a in Status: SUCCESS [ 860.653843] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a deletion is rescheduled due to dependency. [ 860.653942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.701670] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 860.701997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.702241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.702549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.702756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.702891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.702993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.703167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.703248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.703337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.703435] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.940618] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.029571] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.029842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.029842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.029987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.030160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.030266] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 861.062847] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.063207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.063207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.063315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.063434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.075302] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 861.207160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.207160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.207160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.207160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.207160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.207160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.207785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.207785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.207785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.207785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.207785] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.208422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.208805] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.208911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.208977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.209240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.209292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.209427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.209515] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.444769] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.608530] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de in Status: SUCCESS [ 861.608530] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de deletion is rescheduled due to dependency. [ 861.608768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.713701] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8459333-30ee-4205-9248-4306f3ea5130: rpc.has_security_group_logging(os_id): False [ 861.735359] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.735492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.736014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.736705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.736705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.736957] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.736957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.737196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.737262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.737318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.737542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.737707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.737758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.737960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.738060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.738249] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.738352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.738406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.738582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.738705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.738796] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be created. [ 861.804789] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.804952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.804995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.805216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.805399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.818678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 861.948442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.948637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.948700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.948985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.949141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.949360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 861.985983] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.986261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.986356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.986584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.986792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.009463] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 862.360994] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 862.361371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.419174] env[65401]: INFO networking_nsxv3.common.synchronization [req-5c8de009-3932-4275-b041-d275d4adc94c req-6ed84978-3ce1-4158-b642-b4b926da32ec tempest-ListImageFiltersTestJSON-2085828584 tempest-ListImageFiltersTestJSON-2085828584-project-member] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 862.420415] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGHEST for action security_group_members [ 862.421342] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.421342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.421342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.421880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.421880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.421996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.421996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.422224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.422345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.422520] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.930568] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.930757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.937070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.937070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.956045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.956045] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.956045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.956412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.956412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.956412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.956558] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be updated. [ 862.983518] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.983722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.983847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.984035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.984171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.995590] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: IN_PROGRESS for 2s [ 863.086380] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 863.086602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.101318] env[65401]: INFO networking_nsxv3.common.synchronization [req-ecf374ad-66ee-4e96-a88f-98af421d4b7d req-832f711d-6b87-4fef-a394-6729dd9612fc tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 863.101924] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 863.103609] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.103761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.103885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.104141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.104569] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.104724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.104804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.105013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.105112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.105227] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.607113] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.607507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.607507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.607631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.607721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.607913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.608025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.608106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.608232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.608311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.608400] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be updated. [ 863.639603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.639900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.639900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.640130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.640218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.653096] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: IN_PROGRESS for 2s [ 863.686037] env[65401]: INFO networking_nsxv3.common.synchronization [req-09f88d0e-86bc-41af-ba8c-1175346228b8 req-6cd121a7-0e01-455b-a08a-4f6e5fdd4956 tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 863.686841] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 863.687233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.687414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.687510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.687741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.687922] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.689316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.689316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.689316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.689316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.689316] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.832186] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 863.835320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.977387] env[65401]: INFO networking_nsxv3.common.synchronization [req-425f5d98-b5a8-42c8-9068-b855ca88941b req-e019ae03-b75f-4768-93b5-c6bf64e366e8 tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 863.977387] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 863.977387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.977387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.020412] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 864.021552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.021552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.021552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.021552] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.021552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.021901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.021901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.021901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.021901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.022143] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.190826] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.525764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.525927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.526269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.526269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.526401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.526506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.526569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.526722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.526809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.526894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.527053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.527577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.527577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.527577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.527577] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.527577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.527810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.527810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.527810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.527911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.527947] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.693122] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.007236] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1732aad-b044-481b-9376-e04ba7f0d919 in Status: SUCCESS [ 865.007236] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 deletion is rescheduled due to dependency. [ 865.007493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.031448] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0563a7ca-3fe2-49a5-8086-543a097ce576: rpc.has_security_group_logging(os_id): False [ 865.066450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.066450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.066450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.066628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.066898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.066898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.067109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.067109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.067512] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.067512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.067512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.067800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.067800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.067880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.068044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.068044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.068335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 865.171196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.171335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.171434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.171672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.172074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.196108] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 865.199311] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.199476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.199534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.199750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.199847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.200167] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 865.247799] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.247962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.248051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.249761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.249761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.284545] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 865.570177] env[65401]: INFO networking_nsxv3.common.synchronization [req-2c015df4-9bfa-4623-bfd0-366d21affb3f req-4c34ac4c-7da3-4516-a433-42c1bc576001 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 865.570743] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 865.571452] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.571679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.571679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.573327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.573327] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.573480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.573480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.573808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.573808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.573808] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.666151] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 865.666151] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 deletion is rescheduled due to dependency. [ 865.666151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.975351] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.975351] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.975351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.975351] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.975351] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.975351] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.975351] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.976177] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.976177] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.976177] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.999742] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.999961] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.000117] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.000295] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.000627] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-751d1912-9d4f-4b36-b260-24e785958ec5 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.000769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.000886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.001211] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.001347] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751d1912-9d4f-4b36-b260-24e785958ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.076705] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.076889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.076981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.077191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.077278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.077469] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.077564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.077617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.077796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.077879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.077967] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 already deleted. [ 866.078060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.506726] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.506726] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 751d1912-9d4f-4b36-b260-24e785958ec5 not found, creating... [ 866.506726] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.506726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.507666] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.507666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.507666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.507666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.507666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.508099] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 751d1912-9d4f-4b36-b260-24e785958ec5 is going to be created. [ 866.530189] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.530491] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.530646] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.530906] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.531148] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.531410] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.210848] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 867.211137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.237340] env[65401]: INFO networking_nsxv3.common.synchronization [req-2c015df4-9bfa-4623-bfd0-366d21affb3f req-246138b5-717e-461c-8af4-dd55f5c373d5 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 867.237530] env[65401]: INFO networking_nsxv3.common.synchronization [req-2c015df4-9bfa-4623-bfd0-366d21affb3f req-246138b5-717e-461c-8af4-dd55f5c373d5 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 867.237690] env[65401]: INFO networking_nsxv3.common.synchronization [req-2c015df4-9bfa-4623-bfd0-366d21affb3f req-246138b5-717e-461c-8af4-dd55f5c373d5 service nova] Enqueued Resource ID: 751d1912-9d4f-4b36-b260-24e785958ec5 with Priority: HIGHEST for action port [ 867.238268] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 867.238416] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 867.238605] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751d1912-9d4f-4b36-b260-24e785958ec5 with Priority: HIGHEST for action port [ 867.238832] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.238977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.239060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.239303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.239389] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.240278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.240392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.240456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.240621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.240771] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.240867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.240928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.241102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.241236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.241302] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.243649] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-751d1912-9d4f-4b36-b260-24e785958ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.247276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.247276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.247276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.247276] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751d1912-9d4f-4b36-b260-24e785958ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.299182] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 867.299182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.299182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.299182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.299493] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.299493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.299645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.299735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.299811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.299911] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.614165] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2f2cfe59-4fcc-4fe8-9c59-45b27317766c None None] Enqueued Resource ID: 056f9647-673f-4026-a147-99e83ae0af82 with Priority: HIGHEST for action port [ 867.614715] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056f9647-673f-4026-a147-99e83ae0af82 with Priority: HIGHEST for action port [ 867.615055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-056f9647-673f-4026-a147-99e83ae0af82 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.615269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056f9647-673f-4026-a147-99e83ae0af82" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.615311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056f9647-673f-4026-a147-99e83ae0af82" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.615609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056f9647-673f-4026-a147-99e83ae0af82" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615692] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056f9647-673f-4026-a147-99e83ae0af82',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.748175] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.748254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.751314] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.752247] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 751d1912-9d4f-4b36-b260-24e785958ec5 with status ACTIVE [ 867.752431] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.752673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.752673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.752865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.752949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.753427] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.753427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.753427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.753562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.753562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.753716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.755160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.755160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.755160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.755160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.755160] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 751d1912-9d4f-4b36-b260-24e785958ec5 is going to be updated. [ 867.780793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.780959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.781483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.781741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.781894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.782073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751d1912-9d4f-4b36-b260-24e785958ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.810878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.811104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.811182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.811425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.811995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.811995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.811995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.812489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.812489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.812489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.812625] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 867.842673] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.843073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.843863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.843863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.843863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.855100] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 868.118755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056f9647-673f-4026-a147-99e83ae0af82 [ 868.119022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.119156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.119255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.119575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.119828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.119888] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056f9647-673f-4026-a147-99e83ae0af82 already deleted. [ 868.119955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056f9647-673f-4026-a147-99e83ae0af82" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.256234] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.759991] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.760148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.760264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.760452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.760872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.760872] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be created. [ 868.787919] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.788123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.788185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.788419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.788598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799157] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: UNINITIALIZED for 2s [ 869.866155] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 869.866407] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b deletion is rescheduled due to dependency. [ 869.866510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466151] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c2d8e973-f79e-4d82-bc4f-23f2c564d92d None None] Enqueued Resource ID: bfa91c5e-3346-44e2-b8d6-51a6db579ff3 with Priority: HIGHEST for action port [ 870.466700] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa91c5e-3346-44e2-b8d6-51a6db579ff3 with Priority: HIGHEST for action port [ 870.467022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa91c5e-3346-44e2-b8d6-51a6db579ff3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa91c5e-3346-44e2-b8d6-51a6db579ff3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa91c5e-3346-44e2-b8d6-51a6db579ff3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa91c5e-3346-44e2-b8d6-51a6db579ff3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467750] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa91c5e-3346-44e2-b8d6-51a6db579ff3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.815337] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 870.815591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.815836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.816327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.816544] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.816681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.816773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.816938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.817030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.817116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.817987] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.972337] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfa91c5e-3346-44e2-b8d6-51a6db579ff3 [ 870.972710] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.972710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.972878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.972991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.973096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.973385] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfa91c5e-3346-44e2-b8d6-51a6db579ff3 already deleted. [ 870.973385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa91c5e-3346-44e2-b8d6-51a6db579ff3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.322860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.322860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.322860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.322860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.323475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.323475] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.323475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.323475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.324204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.327024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.327024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.327024] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.829696] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 871.851329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.851586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.852486] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.852486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.852761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.852860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.852913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.853153] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.853311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.853421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.853622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.853737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.853959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.854198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.854198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.854318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.854318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.854402] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be created. [ 871.945681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.945952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.945952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.962953] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 872.732875] env[65401]: INFO networking_nsxv3.common.synchronization [req-a44f2321-49ea-40ca-8654-700425483598 req-393af131-baad-4cd3-ae27-e5e85fcd62e2 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 872.732875] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 872.732875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.732875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.732875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.733358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.733582] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.733750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.733826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.734083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.734224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.734387] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.122031] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.122031] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.122031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.122031] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.122031] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.122031] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.122031] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.122647] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.122647] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.122647] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.146289] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.146466] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.146605] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.146779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.147149] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-fadd514f-9095-46a2-aab0-d7ee886c6ad0 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.147359] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.147483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.147876] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.148034] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadd514f-9095-46a2-aab0-d7ee886c6ad0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.238706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.238706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.238706] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 already deleted. [ 873.238706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.650719] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.650966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.651098] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.651376] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.651524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.651676] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port fadd514f-9095-46a2-aab0-d7ee886c6ad0 not found, creating... [ 873.651971] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.652157] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.652279] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.652509] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.652685] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.652933] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.653477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.653593] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.653808] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.653945] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.654098] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: fadd514f-9095-46a2-aab0-d7ee886c6ad0 is going to be created. [ 873.676810] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.677113] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.677245] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.677759] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.677993] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.979611] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 873.979966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.312491] env[65401]: INFO networking_nsxv3.common.synchronization [None req-724ec67d-479b-4924-a2af-26414fc5ad6f None None] Enqueued Resource ID: c425513b-6f49-4990-b78f-e9e0e5d855e6 with Priority: HIGHEST for action port [ 874.312938] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c425513b-6f49-4990-b78f-e9e0e5d855e6 with Priority: HIGHEST for action port [ 874.313310] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c425513b-6f49-4990-b78f-e9e0e5d855e6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.313417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c425513b-6f49-4990-b78f-e9e0e5d855e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.313555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c425513b-6f49-4990-b78f-e9e0e5d855e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.313682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c425513b-6f49-4990-b78f-e9e0e5d855e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.313815] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c425513b-6f49-4990-b78f-e9e0e5d855e6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.398308] env[65401]: INFO networking_nsxv3.common.synchronization [req-a44f2321-49ea-40ca-8654-700425483598 req-04139b05-a4ca-40e1-a92e-8e5030e8777e service nova] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 874.398877] env[65401]: INFO networking_nsxv3.common.synchronization [req-a44f2321-49ea-40ca-8654-700425483598 req-04139b05-a4ca-40e1-a92e-8e5030e8777e service nova] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 874.398877] env[65401]: INFO networking_nsxv3.common.synchronization [req-a44f2321-49ea-40ca-8654-700425483598 req-04139b05-a4ca-40e1-a92e-8e5030e8777e service nova] Enqueued Resource ID: fadd514f-9095-46a2-aab0-d7ee886c6ad0 with Priority: HIGHEST for action port [ 874.399679] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_rules [ 874.399821] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 874.399937] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fadd514f-9095-46a2-aab0-d7ee886c6ad0 with Priority: HIGHEST for action port [ 874.400424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.400555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.400621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.400856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.400963] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.402286] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.404160] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.405783] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-fadd514f-9095-46a2-aab0-d7ee886c6ad0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.409041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.409041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.409041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.409041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadd514f-9095-46a2-aab0-d7ee886c6ad0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.816734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c425513b-6f49-4990-b78f-e9e0e5d855e6 [ 874.816995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.817212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.817348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.817532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.817636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.817774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c425513b-6f49-4990-b78f-e9e0e5d855e6 already deleted. [ 874.817884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c425513b-6f49-4990-b78f-e9e0e5d855e6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.910524] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.911605] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.911742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.911902] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fadd514f-9095-46a2-aab0-d7ee886c6ad0 with status ACTIVE [ 874.912097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.912238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.912309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.912509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.912596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.912927] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.913186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.913186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.913418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.913518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.913707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.913816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.913880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.914101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.914191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.914282] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fadd514f-9095-46a2-aab0-d7ee886c6ad0 is going to be updated. [ 874.938137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.938298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.938338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.938514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.938646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.938800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fadd514f-9095-46a2-aab0-d7ee886c6ad0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.330286] env[65401]: INFO networking_nsxv3.common.synchronization [req-840d9b06-64ed-4400-af82-097b0ab2a3d1 req-aab20d75-07b9-4f14-98f4-8853b63b8802 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 875.330894] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 875.331265] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.331339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.331417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.331657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.331815] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.331912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.332189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.333193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.333284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.333447] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.417052] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.753049] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.753049] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.753049] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.753049] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.753286] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.753286] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.753406] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.753625] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.753802] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.754044] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.754161] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.754277] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.754385] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.754495] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.754600] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.754752] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.778774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.778774] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.778774] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.778774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-652" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.778774] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.778774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.779566] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.779566] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2b08a2-0c3c-4dc4-b962-0ec608b53b90',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.837566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.837725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.837784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.837979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.838092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.838271] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.838368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.838422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.838571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.838723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.838790] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc already deleted. [ 875.838831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.919824] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.920038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.920120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.920479] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.920538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.920710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 is going to be created. [ 875.949097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.949302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.949363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.949642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.949774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.961765] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: UNINITIALIZED for 2s [ 876.282240] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.282240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.282240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.283739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.283739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.283739] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 not found, creating... [ 876.283739] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.283739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.283739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.283739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.284141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.284253] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.285197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.285197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.285197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.285197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.285197] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 is going to be created. [ 876.323272] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.323485] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.323734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.324217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.324620] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.325180] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [req-840d9b06-64ed-4400-af82-097b0ab2a3d1 req-82048850-7b1f-4e39-b3b5-44eea36d306e service nova] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [req-840d9b06-64ed-4400-af82-097b0ab2a3d1 req-82048850-7b1f-4e39-b3b5-44eea36d306e service nova] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [req-840d9b06-64ed-4400-af82-097b0ab2a3d1 req-82048850-7b1f-4e39-b3b5-44eea36d306e service nova] Enqueued Resource ID: 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 with Priority: HIGHEST for action port [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_rules [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 877.069177] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 with Priority: HIGHEST for action port [ 877.072314] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.072662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.073429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.073562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.073743] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.076104] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.076104] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.076104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.076104] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.077930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.078121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.078121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.078307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.078405] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2b08a2-0c3c-4dc4-b962-0ec608b53b90',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.429728] env[65401]: INFO networking_nsxv3.common.synchronization [None req-44e1bcc5-026a-4032-b16a-06049fde2b03 None None] Enqueued Resource ID: c48304f8-5fad-49da-baae-8d68137e8b36 with Priority: HIGHEST for action port [ 877.430307] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48304f8-5fad-49da-baae-8d68137e8b36 with Priority: HIGHEST for action port [ 877.430626] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c48304f8-5fad-49da-baae-8d68137e8b36 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.430761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c48304f8-5fad-49da-baae-8d68137e8b36" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.430804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c48304f8-5fad-49da-baae-8d68137e8b36" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.433983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c48304f8-5fad-49da-baae-8d68137e8b36" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.434121] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c48304f8-5fad-49da-baae-8d68137e8b36',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.580778] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.581802] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.581802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.581802] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 with status ACTIVE [ 877.582042] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.582121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.582187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.582404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.582504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.582856] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.582856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.582856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.583068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.583068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.583289] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.583289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.583405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.583447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.583525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.583628] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c2b08a2-0c3c-4dc4-b962-0ec608b53b90 is going to be updated. [ 877.613572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.613722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.613796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.613989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.614199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.614395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c2b08a2-0c3c-4dc4-b962-0ec608b53b90" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.937409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c48304f8-5fad-49da-baae-8d68137e8b36 [ 877.937409] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.937409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.937409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.937409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.937409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.937409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c48304f8-5fad-49da-baae-8d68137e8b36 already deleted. [ 877.937409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c48304f8-5fad-49da-baae-8d68137e8b36" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.973697] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: SUCCESS [ 877.973919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.974105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.974318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.974504] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.974621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.974683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.974895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.975182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.975272] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.085324] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.482485] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.587982] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.588175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.588246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.588469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.588559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.588657] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc is going to be created. [ 878.615049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.615263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.615329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.615482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.615644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.626789] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: UNINITIALIZED for 2s [ 878.985035] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 644cdbff-32bc-4926-ba25-f024ab515c56: rpc.has_security_group_logging(os_id): False [ 879.015622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.015622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.015622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.016218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 is going to be created. [ 879.103314] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.103671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.103671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.104089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.104190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.120021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: IN_PROGRESS for 2s [ 880.196360] env[65401]: INFO networking_nsxv3.common.synchronization [req-90766100-c2fd-44a5-a6d9-dfbbbb6ccedd req-a28b8238-a66d-48c7-a434-00fedc510122 tempest-ServersTestJSON-376027831 tempest-ServersTestJSON-376027831-project-member] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 880.199015] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGHEST for action security_group_members [ 880.199015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.199015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.199015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.199411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.199411] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.199866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.199866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.199866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.199866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.200140] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.639426] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: SUCCESS [ 880.639633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.639796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.640095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.640229] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.640344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.640402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.640551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.640627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.640707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.640796] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.704872] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.705092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.705179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.705471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.705519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.705799] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.705799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.705884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.706058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.706105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.706206] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 is going to be updated. [ 880.739306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.739629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.739629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.739781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.739958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.753792] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: IN_PROGRESS for 2s [ 881.133893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: SUCCESS [ 881.134147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.143508] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.646141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73780e69-3b2b-4d78-8325-8d6a316021bc: rpc.has_security_group_logging(os_id): False [ 881.669035] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.669221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.669334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.669631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.669891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.670140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.670277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.670858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.670858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.670858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.670858] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc is going to be created. [ 881.747728] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.747933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.748030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.748949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.749229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.763510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: IN_PROGRESS for 2s [ 881.868045] env[65401]: INFO networking_nsxv3.common.synchronization [req-01272ecb-fb5a-442e-819d-537224cb594d req-29a312d9-0c13-472f-ab9f-baeb28ecb709 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 881.868045] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 881.868352] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.868511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.868603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.868825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.868998] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.869573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.869691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.869989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.870119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.870257] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.374382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.374581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.374622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.374831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.374970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.375184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.375294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.375350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.375551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.375634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.375716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 882.423490] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.423690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.423922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.424377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.438297] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 882.768799] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 724c792e-0098-4885-b8bd-c1965e2ada63 in Status: SUCCESS [ 882.768799] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 deletion is rescheduled due to dependency. [ 882.768799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.770311] env[65401]: INFO networking_nsxv3.common.synchronization [req-e0627717-d93b-4fec-a402-d9aa4d5d57e7 req-a130a1a4-5544-4edd-a768-fc07b7fd36d4 tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 883.771638] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 883.772146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.772369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.772494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.772811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.774042] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.778466] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: SUCCESS [ 883.778767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.119250] env[65401]: INFO networking_nsxv3.common.synchronization [req-d73a911f-f8d3-4e5d-a480-c30a5c69d8a5 req-c98b0511-bece-4972-aec6-81833d855d93 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 884.119804] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 884.120258] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.120258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.120442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.120524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.120664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.120761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.120813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.120963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.121070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.121162] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.278497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.278497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.278497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.278497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.278497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.278497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.278705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.278705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.278837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.278921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.279044] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 884.319047] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.319202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.319275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.319485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.319626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.331531] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 884.449425] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 884.449603] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 884.449733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623323] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.623498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.623616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.623803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.623891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.624104] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.624228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.624290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.624445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.624522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.624608] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 884.658267] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.658485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.658707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.658870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.668061] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 885.178259] env[65401]: INFO networking_nsxv3.common.synchronization [req-3c0845f1-a699-40ac-b1b4-f6bcdc019475 req-82d98791-dace-4b0c-a967-690e1dabc66a tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 885.178839] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 885.179165] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.179281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.179345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.179540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.180079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.180680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.180680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.180680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.180680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.180680] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.210437] env[65401]: INFO networking_nsxv3.common.synchronization [req-3c0845f1-a699-40ac-b1b4-f6bcdc019475 req-82d98791-dace-4b0c-a967-690e1dabc66a tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 885.210637] env[65401]: INFO networking_nsxv3.common.synchronization [req-3c0845f1-a699-40ac-b1b4-f6bcdc019475 req-82d98791-dace-4b0c-a967-690e1dabc66a tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 885.210805] env[65401]: INFO networking_nsxv3.common.synchronization [req-3c0845f1-a699-40ac-b1b4-f6bcdc019475 req-82d98791-dace-4b0c-a967-690e1dabc66a tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 885.213966] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 885.214170] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 885.214273] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 885.214860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.215591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.215712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.215967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.216139] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.217174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.218514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218514] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-736487df-dd7b-40c7-998f-1e55793f2953 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.218514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.218514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.218514] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736487df-dd7b-40c7-998f-1e55793f2953',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.683077] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.721255] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.721255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.722597] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736487df-dd7b-40c7-998f-1e55793f2953 with status ACTIVE [ 885.722854] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.723080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.723432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.723432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.723572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.723675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.723739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.723891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.723975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.724239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.724347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.724405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.724909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.724909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.724909] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736487df-dd7b-40c7-998f-1e55793f2953 is going to be updated. [ 885.749535] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.749535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.749535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.750654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.750654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.750654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.188273] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.343443] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 886.343799] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 deletion is rescheduled due to dependency. [ 886.343799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.684882] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 886.684882] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 886.684882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.695178] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.695178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.695178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.696698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696698] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be updated. [ 886.728866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.728866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.728866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.728866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.740182] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: IN_PROGRESS for 2s [ 888.771474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 888.771917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.771968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.772238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.772456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.772651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.772721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.772861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.773078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.773128] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.262764] env[65401]: INFO networking_nsxv3.common.synchronization [req-384590fa-3b0a-4f64-b74e-8ee74abf0377 req-0c9b1a1b-2e41-4899-9e3b-2b7c045c56b9 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 889.263370] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 889.263676] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.263781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.276243] env[65401]: INFO networking_nsxv3.common.synchronization [req-384590fa-3b0a-4f64-b74e-8ee74abf0377 req-0c9b1a1b-2e41-4899-9e3b-2b7c045c56b9 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 889.276408] env[65401]: INFO networking_nsxv3.common.synchronization [req-384590fa-3b0a-4f64-b74e-8ee74abf0377 req-0c9b1a1b-2e41-4899-9e3b-2b7c045c56b9 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 889.276540] env[65401]: INFO networking_nsxv3.common.synchronization [req-384590fa-3b0a-4f64-b74e-8ee74abf0377 req-0c9b1a1b-2e41-4899-9e3b-2b7c045c56b9 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 889.276820] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.277779] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_rules [ 889.277911] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 889.278022] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736487df-dd7b-40c7-998f-1e55793f2953 with Priority: HIGHEST for action port [ 889.278854] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.279389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.279389] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.280279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.280612] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-736487df-dd7b-40c7-998f-1e55793f2953 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.280916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.281047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.281292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.282223] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736487df-dd7b-40c7-998f-1e55793f2953',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.325274] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-57c434c1-5ed7-4685-8ce9-358b1ee9d763 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 889.325652] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 889.325963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.326135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.326204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.326405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.326564] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.326648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.326764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.326856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.326922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.327025] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.581000] env[65401]: INFO networking_nsxv3.common.synchronization [None req-27bf00dc-de3f-4057-9c0f-18baf05e0a24 None None] Enqueued Resource ID: 604b3ace-7b90-4ac0-883d-aca20771c962 with Priority: HIGHEST for action port [ 889.581000] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604b3ace-7b90-4ac0-883d-aca20771c962 with Priority: HIGHEST for action port [ 889.581000] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-604b3ace-7b90-4ac0-883d-aca20771c962 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.581000] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604b3ace-7b90-4ac0-883d-aca20771c962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.581000] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604b3ace-7b90-4ac0-883d-aca20771c962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.581605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604b3ace-7b90-4ac0-883d-aca20771c962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.581782] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604b3ace-7b90-4ac0-883d-aca20771c962',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.671367] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-adbc9ad0-577a-4f9f-9aa5-cb5af96feea8 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 889.671895] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 889.672411] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.672529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.782820] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.784718] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736487df-dd7b-40c7-998f-1e55793f2953 with status ACTIVE [ 889.784718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.784718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.784718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.784718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.784718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.785053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.785136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.785229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.785437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.785814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.786091] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.786237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.786313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.786482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.786592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.786922] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736487df-dd7b-40c7-998f-1e55793f2953 is going to be updated. [ 889.808829] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.809066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.809066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.809257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.809392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.809555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736487df-dd7b-40c7-998f-1e55793f2953" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.829210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.829210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.829210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.829444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.829444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.830837] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.830837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.830837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.830837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.830837] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be deleted. [ 889.863053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.863053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.863299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.863330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.863407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.863513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.863670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.863828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.864022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.864133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.864195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.864343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.864408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.864505] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.084684] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604b3ace-7b90-4ac0-883d-aca20771c962 [ 890.085607] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.085607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.085782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.086656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.086656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.086656] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604b3ace-7b90-4ac0-883d-aca20771c962 already deleted. [ 890.086656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604b3ace-7b90-4ac0-883d-aca20771c962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.100050] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.100050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-775" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.100050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-775" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.100050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-775" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.100050] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.100050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.100050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.103920] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.103920] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.103920] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.103920] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.104047] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.104189] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.104238] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.104377] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.105403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.126439] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.126628] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.126775] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.126953] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-775" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.127735] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-627a03d1-2a35-408c-9113-43735169a7e5 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.127954] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.128093] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.128421] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.128562] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627a03d1-2a35-408c-9113-43735169a7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.283882] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.284067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.284134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.284374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.284473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.284571] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be updated. [ 890.346037] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.346037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.346037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.346037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.346037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.367415] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: IN_PROGRESS for 2s [ 890.367767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.367905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.367975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.368264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.368264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.368453] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.368547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.368842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.368842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.368842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.368983] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 already deleted. [ 890.369050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.632404] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634382] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 627a03d1-2a35-408c-9113-43735169a7e5 not found, creating... [ 890.634382] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.634382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634912] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.635215] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.635358] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.635818] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 627a03d1-2a35-408c-9113-43735169a7e5 is going to be created. [ 890.663685] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.663971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.664048] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.664337] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.664568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.664805] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.774038] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3a3b354a-958a-43fb-b3b2-a4e6a18c1036 None None] Enqueued Resource ID: 8d6c6ac5-2ae7-41cc-96e9-c7f539a22330 with Priority: HIGHEST for action port [ 891.774038] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6c6ac5-2ae7-41cc-96e9-c7f539a22330 with Priority: HIGHEST for action port [ 891.774038] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6c6ac5-2ae7-41cc-96e9-c7f539a22330 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.774842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6c6ac5-2ae7-41cc-96e9-c7f539a22330" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6c6ac5-2ae7-41cc-96e9-c7f539a22330" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.775540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6c6ac5-2ae7-41cc-96e9-c7f539a22330" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.775741] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6c6ac5-2ae7-41cc-96e9-c7f539a22330',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.867077] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-dd51d82b-d752-4a12-a693-37e0b4c63a41 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 891.867325] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-dd51d82b-d752-4a12-a693-37e0b4c63a41 service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 891.867660] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-dd51d82b-d752-4a12-a693-37e0b4c63a41 service nova] Enqueued Resource ID: 627a03d1-2a35-408c-9113-43735169a7e5 with Priority: HIGHEST for action port [ 891.867995] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 891.868145] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 891.868244] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a03d1-2a35-408c-9113-43735169a7e5 with Priority: HIGHEST for action port [ 891.868514] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.868869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.868869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.869167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.869253] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.870216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.870335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.870428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.870591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.871164] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.871243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.871280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.871412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.871499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.871587] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.872416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-627a03d1-2a35-408c-9113-43735169a7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.872547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.872584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.874737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.874737] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627a03d1-2a35-408c-9113-43735169a7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.278523] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d6c6ac5-2ae7-41cc-96e9-c7f539a22330 [ 892.278949] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.279129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.279205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.279601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.279862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.280107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d6c6ac5-2ae7-41cc-96e9-c7f539a22330 already deleted. [ 892.280107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6c6ac5-2ae7-41cc-96e9-c7f539a22330" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.374659] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.374838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.375121] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.376409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627a03d1-2a35-408c-9113-43735169a7e5 with status ACTIVE [ 892.376567] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.376567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.376720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.376854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.376958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.377221] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.377308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.377493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.377573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.377754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.377848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.378227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.378321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.378410] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627a03d1-2a35-408c-9113-43735169a7e5 is going to be updated. [ 892.380306] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 892.380551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.380994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.381322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.381651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.381651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.381651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.381910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.381910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382308] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.384470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.384807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.385950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.385950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.385950] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.409843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.410097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.410267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.410356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.410517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.410935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627a03d1-2a35-408c-9113-43735169a7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.844162] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.844524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-742" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.844524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-742" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.845113] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-742" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.845698] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.845698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.845698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.845967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.846174] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.846422] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.846557] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.846673] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.846809] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.846938] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.847046] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.847201] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.878026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.878026] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.878384] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.880343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-742" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.880343] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-dac055dd-0860-4893-b2e8-37343fd1cc86 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.880343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.880343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.880343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.880343] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac055dd-0860-4893-b2e8-37343fd1cc86',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.881535] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.889217] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.890878] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.384948] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.385410] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.385621] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.386045] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.386327] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.386563] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port dac055dd-0860-4893-b2e8-37343fd1cc86 not found, creating... [ 893.387036] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.387293] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.387446] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.387791] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.388041] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.388515] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.388763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.388903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.389218] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.389578] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.389650] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: dac055dd-0860-4893-b2e8-37343fd1cc86 is going to be created. [ 893.391090] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.391219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.391286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.391519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.391665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.391811] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be created. [ 893.393417] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 482d8c5f-d1ad-416a-9794-8be843685e48: rpc.has_security_group_logging(os_id): False [ 893.394706] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.428729] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.428899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.428971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.429289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.429554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.429657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.429717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.429953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.430051] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be updated. [ 893.436802] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.436978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.437070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.437757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.437928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.442933] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.443250] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.443463] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.443698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.443946] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.444207] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.450599] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: UNINITIALIZED for 2s [ 893.555365] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.555365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.555365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.555365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.555365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.578198] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: IN_PROGRESS for 2s [ 893.899551] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.899987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.899987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.900220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.900383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.900544] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be updated. [ 893.944842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.945156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.945156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.945389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.945538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956100] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: IN_PROGRESS for 2s [ 894.122969] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-b2d20261-5b26-4b82-b17c-9b686a03eccc service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 894.123213] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-b2d20261-5b26-4b82-b17c-9b686a03eccc service nova] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 894.123356] env[65401]: INFO networking_nsxv3.common.synchronization [req-afd0567c-6d14-4343-ad0b-3488458db135 req-b2d20261-5b26-4b82-b17c-9b686a03eccc service nova] Enqueued Resource ID: dac055dd-0860-4893-b2e8-37343fd1cc86 with Priority: HIGHEST for action port [ 894.124363] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_rules [ 894.124483] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 894.124584] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac055dd-0860-4893-b2e8-37343fd1cc86 with Priority: HIGHEST for action port [ 894.124869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.124972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.125311] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.125413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.125611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac055dd-0860-4893-b2e8-37343fd1cc86 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.125715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.128249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.128249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.128249] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac055dd-0860-4893-b2e8-37343fd1cc86',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.348105] env[65401]: INFO networking_nsxv3.common.synchronization [req-1d221ec2-340c-4c68-90bd-2331daeb7b99 req-14d5eb5f-7a62-4751-935d-c5dee2a7f7a3 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 894.348105] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 894.348671] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.348984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.349205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.350093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.350471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.352240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.352240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.352240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.352240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.352240] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.629421] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac055dd-0860-4893-b2e8-37343fd1cc86 with status ACTIVE [ 894.632551] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.632551] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.632551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.633236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.633236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.633236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.633236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.633236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.633379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.633408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.633769] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac055dd-0860-4893-b2e8-37343fd1cc86 is going to be updated. [ 894.663898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.664114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.664275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.664443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.664584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.664762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac055dd-0860-4893-b2e8-37343fd1cc86" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.854782] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.858938] env[65401]: INFO networking_nsxv3.common.synchronization [req-528e1728-2334-457e-8681-2eea25b794c4 req-5306cb0b-9812-45da-ad50-c0a54389def6 tempest-AttachInterfacesUnderV243Test-294723872 tempest-AttachInterfacesUnderV243Test-294723872-project-member] Enqueued Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 894.859987] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 482d8c5f-d1ad-416a-9794-8be843685e48 with Priority: HIGHEST for action security_group_members [ 894.860775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-482d8c5f-d1ad-416a-9794-8be843685e48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.860775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.359995] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.468633] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 895.468925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.469781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.470050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.470601] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.470601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.470601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.470789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.470789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.470853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.470949] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.474315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.474315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.474315] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.596306] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 895.596306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.596306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.596499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.596586] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.862898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.862898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.862898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.863152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.863152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.863152] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 895.900511] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.900732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.900786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.901026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.901219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.912308] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 895.965887] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 482d8c5f-d1ad-416a-9794-8be843685e48 in Status: SUCCESS [ 895.966197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.966320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.966561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.966744] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.966878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.967092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.967182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.967281] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.976559] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.976777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.976897] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.120990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.120990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.120990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.120990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.120990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.120990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be deleted. [ 896.173076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.173280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.173409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.173632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.173724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.173853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.471655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.472032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.472418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.472572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.472798] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.473086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.473371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.473424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.473501] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 is going to be deleted. [ 896.479133] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.512034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.512226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.512297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.512599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.512742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.512874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.513082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.513322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.513557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.513694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.513815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.514194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.514287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.514386] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('482d8c5f-d1ad-416a-9794-8be843685e48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.982137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.982552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.982552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.982679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.982726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982825] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 897.017173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.017431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.017431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.017622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.017717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.017904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.019388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.019388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.019388] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 482d8c5f-d1ad-416a-9794-8be843685e48 already deleted. [ 897.019520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-482d8c5f-d1ad-416a-9794-8be843685e48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.045708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.045708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.045708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.045708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.045708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.064187] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 897.924281] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 897.924281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.004021] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ad36211d-d0ce-4ca7-8adf-b587401ddc70 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 899.004898] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 899.004898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.005028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.005077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.005440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.005507] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.074049] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 899.074280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.074445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.074666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.074850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.074968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.075051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.075240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.075359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.075395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.075554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.075648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.075879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.075879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.075975] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.079030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.080038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.080038] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.160670] env[65401]: INFO networking_nsxv3.common.synchronization [None req-9cb7dfed-ab85-409e-9789-b4e54f99fc11 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 899.161383] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 899.161800] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.161926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175181] env[65401]: INFO networking_nsxv3.common.synchronization [None req-582611fe-45d5-4f50-af56-d8e24b2e7ef9 None None] Enqueued Resource ID: 7a54a885-f907-47e2-bef1-4038cccd2884 with Priority: HIGHEST for action port [ 899.175756] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a54a885-f907-47e2-bef1-4038cccd2884 with Priority: HIGHEST for action port [ 899.176110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a54a885-f907-47e2-bef1-4038cccd2884 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.176317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a54a885-f907-47e2-bef1-4038cccd2884" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.176398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a54a885-f907-47e2-bef1-4038cccd2884" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.176667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a54a885-f907-47e2-bef1-4038cccd2884" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.176777] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a54a885-f907-47e2-bef1-4038cccd2884',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.531465] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.531644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.531697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.531976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.532112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.532191] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b already deleted. [ 899.532281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.532436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.532595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.532676] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.585512] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d052bcc-d8d9-4887-b274-10f44cdc4a52: rpc.has_security_group_logging(os_id): False [ 899.606347] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.606520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.606520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.606699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.606785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.607018] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.607081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.607119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.607262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.607340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.607660] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.607760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.607833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.607965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.608073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.609382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.609488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.609560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.609709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.609787] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.609873] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be created. [ 899.680218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a54a885-f907-47e2-bef1-4038cccd2884 [ 899.680852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.681535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.681622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.681836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.681962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.682023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a54a885-f907-47e2-bef1-4038cccd2884 already deleted. [ 899.682111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a54a885-f907-47e2-bef1-4038cccd2884" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.684276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.684276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.684276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.684454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.684670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.702120] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 900.041047] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3789735a-485e-4a5f-a07b-1b39e6b23b6e tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 900.041812] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 900.042256] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.042256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.042379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.042588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.042665] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.056400] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.056400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.056613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.056719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.056843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.056945] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b already deleted. [ 900.057238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.130551] env[65401]: INFO networking_nsxv3.common.synchronization [None req-14d3e2f5-20c7-4159-8f94-cb2d4025a618 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 900.132790] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 900.132790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.132918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.564838] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.565028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.565114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.565393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.565447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.565642] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 already deleted. [ 900.565642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.565767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.565919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.566009] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.087279] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.087715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.087873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.088189] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 already deleted. [ 901.088189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.397435] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1ecb14fc-85cc-4042-bbcb-20e8e70edd38 None None] Enqueued Resource ID: abca2939-3288-4ea7-b45c-ab62743cffee with Priority: HIGHEST for action port [ 901.398028] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abca2939-3288-4ea7-b45c-ab62743cffee with Priority: HIGHEST for action port [ 901.398399] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-abca2939-3288-4ea7-b45c-ab62743cffee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.398606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abca2939-3288-4ea7-b45c-ab62743cffee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.398647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abca2939-3288-4ea7-b45c-ab62743cffee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.398878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abca2939-3288-4ea7-b45c-ab62743cffee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.398976] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abca2939-3288-4ea7-b45c-ab62743cffee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.718983] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 901.719313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.719418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.719674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.719770] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.903329] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abca2939-3288-4ea7-b45c-ab62743cffee [ 901.903329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.903457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.903614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.903908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.904058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.904202] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abca2939-3288-4ea7-b45c-ab62743cffee already deleted. [ 901.904635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abca2939-3288-4ea7-b45c-ab62743cffee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.222631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.222917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.222955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.223236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.223450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.223582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.223655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.223821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.223905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.223994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.224120] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.515855] env[65401]: INFO networking_nsxv3.common.synchronization [req-5a29f404-0a5e-4e11-94d2-1eb73e28087c req-d9fcb995-3e7e-4d1f-adaa-345889db6035 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 902.516046] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 902.516387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.516472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.516539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.516769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.516996] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.517111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.517173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.517322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.517406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.517499] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.726727] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.726872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.726872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.727053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.727217] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.727351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.727407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.727538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.727647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.727734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.727881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.727972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.728320] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.728443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.729804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.729804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729804] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.020121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.020275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.020347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.020570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.020662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.020896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.020949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.021010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.021170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.021253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.021799] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 903.051985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.052144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.052190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.052389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.052533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.062508] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 903.234138] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d052bcc-d8d9-4887-b274-10f44cdc4a52: rpc.has_security_group_logging(os_id): False [ 903.253633] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.253838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.253838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.254118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.254293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.254580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.254700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.254762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.254936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.255032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.255350] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.255508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.255585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.255752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.255836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.256049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.256152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.256215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.256364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.256539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.256539] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 903.339428] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.339428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.339428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.355672] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 905.074749] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 905.075072] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 905.075072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.278742] env[65401]: INFO networking_nsxv3.common.synchronization [req-6bc4439a-5ab4-4393-8ed9-7c842026f9c2 req-4aa11a9e-85d3-41a3-a966-88e58cadb0fe tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 905.280093] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 905.280093] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.280093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.280093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.280324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.280439] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.280565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.280629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.280807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.280894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.280988] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.372142] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 905.372371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.482872] env[65401]: INFO networking_nsxv3.common.synchronization [req-6bc4439a-5ab4-4393-8ed9-7c842026f9c2 req-49d8e36f-29b8-40f6-8a51-7b78152b9e84 tempest-ServersTestMultiNic-937612923 tempest-ServersTestMultiNic-937612923-project-member] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 905.483565] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGHEST for action security_group_members [ 905.483871] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783247] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.286368] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.788729] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.788919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.789040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.789329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.789452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.789615] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 906.821852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.821852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.821852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.821852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.821852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831094] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 908.843782] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 908.844173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.844384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.844633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.844841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.844958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.845202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.845287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.845408] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.315721] env[65401]: INFO networking_nsxv3.common.synchronization [req-8e2e788e-ff26-421f-a56f-e3571abe3326 req-ac47a083-f1cd-4a6e-9c1a-19a30865a520 tempest-ServerRescueTestJSON-1828546732 tempest-ServerRescueTestJSON-1828546732-project-member] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 909.316293] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 909.316690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.316819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.316889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.317152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.317324] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.317436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.317498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.317649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.317733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.317826] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.348161] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.348307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.348337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.348698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.348698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.348936] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.348936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.349060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.349118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.349226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.349335] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be updated. [ 909.379498] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.379700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.379781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.379987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.380151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.390031] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: IN_PROGRESS for 2s [ 909.645736] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.645970] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.646067] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.646416] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.646686] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.646846] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.646964] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.647201] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.647347] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.647556] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.647691] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.647805] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.647914] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.648033] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.648140] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.648406] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.669062] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.669254] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.669402] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.669581] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.669994] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5c26f651-dafc-4d59-8f29-e8456bd37056 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.670198] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.670351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.670718] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.670982] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c26f651-dafc-4d59-8f29-e8456bd37056',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.821144] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.821394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.821394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.821589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.821680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.821865] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.821962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.822037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.822183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.822258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.822340] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 already deleted. [ 909.822418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.173421] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.173798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.173798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.174066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.175051] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175051] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5c26f651-dafc-4d59-8f29-e8456bd37056 not found, creating... [ 910.175051] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.175051] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.175051] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.175430] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.175430] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.175616] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.175780] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.175898] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.176129] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.176269] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.176428] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5c26f651-dafc-4d59-8f29-e8456bd37056 is going to be created. [ 910.197922] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.198183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.198347] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.198615] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.199094] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.199293] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.222577] env[65401]: INFO networking_nsxv3.common.synchronization [req-8e2e788e-ff26-421f-a56f-e3571abe3326 req-73ebaf9b-8e02-42cc-88e7-dcd361c6aa76 service nova] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_rules [ 911.222830] env[65401]: INFO networking_nsxv3.common.synchronization [req-8e2e788e-ff26-421f-a56f-e3571abe3326 req-73ebaf9b-8e02-42cc-88e7-dcd361c6aa76 service nova] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 911.222885] env[65401]: INFO networking_nsxv3.common.synchronization [req-8e2e788e-ff26-421f-a56f-e3571abe3326 req-73ebaf9b-8e02-42cc-88e7-dcd361c6aa76 service nova] Enqueued Resource ID: 5c26f651-dafc-4d59-8f29-e8456bd37056 with Priority: HIGHEST for action port [ 911.223455] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_rules [ 911.223591] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 911.223689] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c26f651-dafc-4d59-8f29-e8456bd37056 with Priority: HIGHEST for action port [ 911.224049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.224189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.224257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.224611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.224694] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.225680] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.225809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.225878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.226088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.226246] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.226339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.226400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.226596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.226672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.226768] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.229272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c26f651-dafc-4d59-8f29-e8456bd37056 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.229391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.229466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.229623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.229699] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c26f651-dafc-4d59-8f29-e8456bd37056',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.400332] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 in Status: SUCCESS [ 911.400526] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 deletion is rescheduled due to dependency. [ 911.400655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.731713] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.733142] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.733267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.733477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c26f651-dafc-4d59-8f29-e8456bd37056 with status ACTIVE [ 911.733657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.733779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.733845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.734091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.734180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.734347] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.734438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.734496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.734644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.734714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.734927] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.734982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.736326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.736326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.736326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.736326] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c26f651-dafc-4d59-8f29-e8456bd37056 is going to be updated. [ 911.757877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.758068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.758171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.758417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.758601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.758792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c26f651-dafc-4d59-8f29-e8456bd37056" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.907898] env[65401]: INFO networking_nsxv3.common.synchronization [req-24754661-4a8c-4356-b602-2de5544f46ef req-1ec1582a-3838-4f79-92ea-8ce9d89069be tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 911.908430] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 911.908738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.909188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.909340] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.909440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.909502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.910275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.910275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.910275] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.234680] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.235044] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.235097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.235455] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.235725] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.235883] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.236311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.236578] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.236754] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.237010] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.237126] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.239019] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.239019] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.239019] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.239019] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.239019] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.239636] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.264438] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.264650] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.264734] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.264925] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.266145] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-15514167-fcf0-4fc1-886b-a345eebe5e4d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.266145] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.266145] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266145] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266145] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15514167-fcf0-4fc1-886b-a345eebe5e4d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.412238] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.415180] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.415180] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 already deleted. [ 912.415180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.744036] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.744036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.744036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.744036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.744036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.744036] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be created. [ 912.768840] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.769070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.769070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.769203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.769364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.770734] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.770967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.771102] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.771316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.771636] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.771636] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 15514167-fcf0-4fc1-886b-a345eebe5e4d not found, creating... [ 912.771962] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.772262] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772262] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.772382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.772518] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.772807] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.772967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.773100] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.773315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.773501] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.773666] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 15514167-fcf0-4fc1-886b-a345eebe5e4d is going to be created. [ 912.783589] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: UNINITIALIZED for 2s [ 912.795602] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.795821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.795930] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.796258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.796535] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.796816] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [req-24754661-4a8c-4356-b602-2de5544f46ef req-5bb40134-43d2-4ffe-aafc-e13112e7e954 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [req-24754661-4a8c-4356-b602-2de5544f46ef req-5bb40134-43d2-4ffe-aafc-e13112e7e954 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [req-24754661-4a8c-4356-b602-2de5544f46ef req-5bb40134-43d2-4ffe-aafc-e13112e7e954 service nova] Enqueued Resource ID: 15514167-fcf0-4fc1-886b-a345eebe5e4d with Priority: HIGHEST for action port [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 913.516023] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15514167-fcf0-4fc1-886b-a345eebe5e4d with Priority: HIGHEST for action port [ 913.516023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.516023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.516023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.516023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.516023] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.516989] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.517114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.517177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.517345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.517491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.517582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.517639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.517772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.517851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.517935] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.518711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-15514167-fcf0-4fc1-886b-a345eebe5e4d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.518807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.518869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.519015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.522200] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15514167-fcf0-4fc1-886b-a345eebe5e4d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.024429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.024631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.024800] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.025687] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15514167-fcf0-4fc1-886b-a345eebe5e4d with status ACTIVE [ 914.026332] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.026332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.026332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.026694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.026694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.026694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.026848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.026886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.027067] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.027163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.027222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.027361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.027434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.027522] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15514167-fcf0-4fc1-886b-a345eebe5e4d is going to be updated. [ 914.051721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.051721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.051721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.051721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.051721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.051721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15514167-fcf0-4fc1-886b-a345eebe5e4d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.530000] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.795930] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.798402] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798402] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.036662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.036811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.036896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.037157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.037244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.037340] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be created. [ 915.060562] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.060764] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.060886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.061178] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.061427] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.061583] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.061700] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.061940] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.062240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.062472] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.062588] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.062698] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.062813] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.062919] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.063031] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.063164] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.064986] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.065111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.065177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.065409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.065781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.076881] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: UNINITIALIZED for 2s [ 915.085184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.085370] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.085593] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.085753] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-944" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.086096] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-49f82d6a-9cac-47d6-8b37-9d24512a6929 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.086245] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.086367] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.086627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.086763] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f82d6a-9cac-47d6-8b37-9d24512a6929',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.300812] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.300975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.301053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.301270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.301469] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.301578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.301670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.301844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.301931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.302029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.302179] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.302287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.302367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.302512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.302669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.302800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.302866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.303056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.303166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.303268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.303362] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.589475] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.589475] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.589972] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.589972] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.590092] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.591541] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.591541] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.591541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.592156] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.592156] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.592156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 is going to be updated. [ 915.617141] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.617364] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.617493] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.617763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.617995] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.618237] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.806190] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87e6c3b0-2a21-44a5-9f02-e96db2194fb9: rpc.has_security_group_logging(os_id): False [ 915.831402] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.831735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.831735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.831966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.832165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.832509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.832673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.832789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.833052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.833186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.833511] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.833718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.833794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.833967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.834653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.834653] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.834653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.834653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.834852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.834899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.835058] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be created. [ 915.917207] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.917412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.917412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.917642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.917863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.931872] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 916.340077] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a333712-71f4-4e8a-9321-1a4fd0855993 req-6ceeb0ff-4cd0-4966-97d7-c750910ae58b service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 916.340381] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a333712-71f4-4e8a-9321-1a4fd0855993 req-6ceeb0ff-4cd0-4966-97d7-c750910ae58b service nova] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 916.340457] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a333712-71f4-4e8a-9321-1a4fd0855993 req-6ceeb0ff-4cd0-4966-97d7-c750910ae58b service nova] Enqueued Resource ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 with Priority: HIGHEST for action port [ 916.341396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_rules [ 916.341396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 916.341396] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 with Priority: HIGHEST for action port [ 916.341627] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.341724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.341783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.342249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.342398] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.343343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.343630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.343711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.343883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.344099] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.344213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.344277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.344431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.344513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.344619] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.345672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f82d6a-9cac-47d6-8b37-9d24512a6929 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.345817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.345817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.345994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.345994] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f82d6a-9cac-47d6-8b37-9d24512a6929',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.851036] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.854217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.854217] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.854217] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49f82d6a-9cac-47d6-8b37-9d24512a6929 with status ACTIVE [ 916.854421] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.854495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.854596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.855634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.855634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.855634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.856407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.856407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.856407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.856407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.856407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49f82d6a-9cac-47d6-8b37-9d24512a6929 is going to be updated. [ 916.878833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.878987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.879045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.879255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.879385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.879538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f82d6a-9cac-47d6-8b37-9d24512a6929" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.087422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 917.087656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.089023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.089023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.089417] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.134488] env[65401]: INFO networking_nsxv3.common.synchronization [req-113c4a74-6d2c-496a-824a-cafc1f621dd4 req-36004f65-e8ff-4a1b-b181-8d2ac97e9c4f tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 917.135576] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 917.135576] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.135707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.135707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.135868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.136031] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.136135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.136196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.136351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.136429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.136519] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.358431] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.592877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.593094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.593150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.593460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.593823] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.594017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.594086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.594289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.594446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.594543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.594718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.595028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.595157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.595340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.595488] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.595620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.595679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.595795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.595867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.596186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.596186] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.639543] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.861882] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.862169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.862169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.862443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.862558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.862679] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 917.900117] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.900380] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.900456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.900799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.901042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.912422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 917.947049] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 917.947457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.098319] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 918.122580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.122828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.122967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.123289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.123448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.123820] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.123909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.124026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.124275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.124420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.124716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.124869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.124976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.125215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.125341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.125686] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.125845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.125955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.126198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.126330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.126477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be created. [ 918.142512] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.194900] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.195157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.195157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.195821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.196363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.215221] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 918.648374] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.648524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.648621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.648820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.648910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.649020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 918.680114] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.680270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.680332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.680568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.680739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.695761] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 919.923293] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 919.923612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.923693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.923916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.924254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.924404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.924707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.924707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.924707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.924850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.924850] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.230387] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 920.230639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.426863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.427428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.427428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.427641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.427702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.427830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.427961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.429025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.429025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429223] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.429223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.429341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.429502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.429783] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.430206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.430206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.430616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.430784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.430991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.431171] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.436051] env[65401]: INFO networking_nsxv3.common.synchronization [req-9361578c-9879-43a9-919f-0d0c8b392bb6 req-cda5eef6-bdb0-42de-8df7-34a683f1ba6b tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 920.436984] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 920.437352] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.437739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.437739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.437739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.437959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.438085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.438085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.438209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.438292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.438382] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.708403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 920.708403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.937863] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21c4fdc-8146-40a6-b74f-d79c93dbec38: rpc.has_security_group_logging(os_id): False [ 920.940706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.940859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.940930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.941165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.941259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.941445] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.941549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.941600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.941753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.941830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.941915] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 920.957066] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.957224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.957359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.957475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.969718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.969855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.969912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.970162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.970302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.983669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.983669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.983669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.983669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.983669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.983669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.983669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.983980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.983980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.983980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.984068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.984265] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.984358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.984413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.984566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.984635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.985128] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 920.987258] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 921.047371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.047521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.047595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.047813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.047958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.067022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 921.108299] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.108511] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.108618] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.108926] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.109272] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.109439] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.109557] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.109782] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.109929] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.110151] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.110274] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.110705] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.110705] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.110705] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.110705] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.110930] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.133542] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.133542] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.133542] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.133798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.134093] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-0db33e77-3057-4a4a-8d9a-f68f40aad70c taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.134296] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.134377] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.134730] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.135300] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db33e77-3057-4a4a-8d9a-f68f40aad70c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.638953] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.639240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.639397] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.639652] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.639796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.639996] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 0db33e77-3057-4a4a-8d9a-f68f40aad70c not found, creating... [ 921.640483] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.640666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.640788] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.641019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.641152] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.641462] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.641616] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.641731] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.641929] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.642068] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.642225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 0db33e77-3057-4a4a-8d9a-f68f40aad70c is going to be created. [ 921.663772] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.663995] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.664129] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.664385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.664637] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.664924] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.396409] env[65401]: INFO networking_nsxv3.common.synchronization [req-9361578c-9879-43a9-919f-0d0c8b392bb6 req-2df8a444-97aa-47b3-918e-704724015012 service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 922.396409] env[65401]: INFO networking_nsxv3.common.synchronization [req-9361578c-9879-43a9-919f-0d0c8b392bb6 req-2df8a444-97aa-47b3-918e-704724015012 service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 922.396409] env[65401]: INFO networking_nsxv3.common.synchronization [req-9361578c-9879-43a9-919f-0d0c8b392bb6 req-2df8a444-97aa-47b3-918e-704724015012 service nova] Enqueued Resource ID: 0db33e77-3057-4a4a-8d9a-f68f40aad70c with Priority: HIGHEST for action port [ 922.398195] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 922.398726] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 922.400139] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db33e77-3057-4a4a-8d9a-f68f40aad70c with Priority: HIGHEST for action port [ 922.400881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.400881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.400881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.402306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.402306] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.402381] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.402465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.402784] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db33e77-3057-4a4a-8d9a-f68f40aad70c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.402910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.402977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.403760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.403860] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db33e77-3057-4a4a-8d9a-f68f40aad70c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.906526] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.906748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.906919] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0db33e77-3057-4a4a-8d9a-f68f40aad70c with status ACTIVE [ 922.907048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.907163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.907227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.907434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.907520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.907925] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.907925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.907925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.908916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.908916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.908916] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0db33e77-3057-4a4a-8d9a-f68f40aad70c is going to be updated. [ 922.929491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.929804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.929804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.929937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.930035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.930202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db33e77-3057-4a4a-8d9a-f68f40aad70c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.997865] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 922.998123] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 922.998248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.999091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.999091] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.999091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.999091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.999345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.999345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.999345] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.082095] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 923.082095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.501816] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.007949] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.513224] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.515119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.515119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.515119] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 924.557946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.558151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.558214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.558478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.558673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571723] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 926.584787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 926.585090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.585090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.585249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.585454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.586210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.586210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.586210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.586210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.586210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.586210] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.088544] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.088713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.088801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.089111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.089417] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.089639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.089751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.089967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.090171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.090326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.090489] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.090588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.090668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.090865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.091146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.091272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.091389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.091494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.091558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091676] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.400075] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 927.400209] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 927.594556] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8459333-30ee-4205-9248-4306f3ea5130: rpc.has_security_group_logging(os_id): False [ 927.615702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.616389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.616480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.616774] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.617131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617308] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.617404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.617465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.617695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617998] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.618124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.618188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.618332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.618409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.618496] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 927.690353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.690582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.690582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.690774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.691031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.707556] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 928.291712] env[65401]: INFO networking_nsxv3.common.synchronization [req-a20eed9a-42be-4afd-8265-d0c5b8d50d0a req-c163bf58-898d-46e2-8829-b21ed0c3a7cd tempest-ServerAddressesNegativeTestJSON-1788456301 tempest-ServerAddressesNegativeTestJSON-1788456301-project-member] Enqueued Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 928.292415] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 928.292741] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.292913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.293409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.293600] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.293708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.293927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.294045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.294182] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.715372] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.715372] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-908" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.715372] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-908" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.717568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-908" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.718201] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.718455] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.718542] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.718837] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.719094] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.719285] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.719409] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.719523] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.720040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.720040] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.720040] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.720251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.745288] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.745483] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.745603] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.745859] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-908" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.746247] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f655bbcc-be8c-41e6-8307-02bb92404e31 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.746428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.746542] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.746955] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.747056] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f655bbcc-be8c-41e6-8307-02bb92404e31',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.798642] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.798932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.798932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.799280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.799280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799535] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.799535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.799806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.799806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.799920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799920] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 already deleted. [ 928.800055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.250344] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.250344] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.250611] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.250704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.250877] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.251068] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f655bbcc-be8c-41e6-8307-02bb92404e31 not found, creating... [ 929.251324] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.251486] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.251607] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.251858] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.252013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.252343] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.252530] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.252913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.252913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.253055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.253150] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f655bbcc-be8c-41e6-8307-02bb92404e31 is going to be created. [ 929.281172] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281509] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.281703] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.282030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.282339] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.282707] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.725531] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 929.725531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.085027] env[65401]: INFO networking_nsxv3.common.synchronization [req-a20eed9a-42be-4afd-8265-d0c5b8d50d0a req-b9f9acd9-ab9a-483d-8c48-5b3b8d64def8 service nova] Enqueued Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_rules [ 930.085027] env[65401]: INFO networking_nsxv3.common.synchronization [req-a20eed9a-42be-4afd-8265-d0c5b8d50d0a req-b9f9acd9-ab9a-483d-8c48-5b3b8d64def8 service nova] Enqueued Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 930.085027] env[65401]: INFO networking_nsxv3.common.synchronization [req-a20eed9a-42be-4afd-8265-d0c5b8d50d0a req-b9f9acd9-ab9a-483d-8c48-5b3b8d64def8 service nova] Enqueued Resource ID: f655bbcc-be8c-41e6-8307-02bb92404e31 with Priority: HIGHEST for action port [ 930.088974] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_rules [ 930.089271] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 930.090045] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f655bbcc-be8c-41e6-8307-02bb92404e31 with Priority: HIGHEST for action port [ 930.090487] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.094085] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.095409] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.098025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.098025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.098025] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.098025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f655bbcc-be8c-41e6-8307-02bb92404e31 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.098906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.098967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.099277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.099391] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f655bbcc-be8c-41e6-8307-02bb92404e31',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.602359] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.603771] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.603771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.604087] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f655bbcc-be8c-41e6-8307-02bb92404e31 with status ACTIVE [ 930.604395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.604532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.604617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.604802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.604895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.605637] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.605637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.605637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.605637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.605637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.606016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.606339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.606409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606459] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f655bbcc-be8c-41e6-8307-02bb92404e31 is going to be updated. [ 930.641970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.642176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.642256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.642536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.642776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.643074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f655bbcc-be8c-41e6-8307-02bb92404e31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.087057] env[65401]: INFO networking_nsxv3.common.synchronization [req-fe33ab41-cb97-40aa-99fa-db97f72293d6 req-3b9405ba-63c8-460d-bfa3-f4518bd993fb tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 931.087642] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 931.088844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.088844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.089183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.089183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.089183] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.108885] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.272678] env[65401]: INFO networking_nsxv3.common.synchronization [req-e773a410-79d8-46c5-92fa-91bb14172d8f req-63e68778-6aef-428e-b887-f3784e02e292 tempest-ServersAdminTestJSON-1937927600 tempest-ServersAdminTestJSON-1937927600-project-member] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 931.273595] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGHEST for action security_group_members [ 931.274053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.274234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.274337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.274869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.275048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.275162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.275392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.275538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.275737] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.570681] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.570681] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.570681] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.571135] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.573190] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.573483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.573774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.574237] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.574382] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.574707] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.574928] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.578278] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.578513] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.578749] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.578952] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.579309] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.592191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.592633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.592842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.593242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.593242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.593565] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.593781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.594220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.594220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.594456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.594610] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b already deleted. [ 931.594746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.603536] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.604712] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.604934] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.605147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.605513] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-778a2c55-4b16-4de6-982c-7ba8ef30300b taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.605701] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.605881] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.606250] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.606398] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778a2c55-4b16-4de6-982c-7ba8ef30300b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.612439] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.612630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.612713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.612952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.613068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.613167] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 is going to be created. [ 931.642464] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.642599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.642739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.642985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.643201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.654102] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: UNINITIALIZED for 2s [ 931.779594] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.779748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.779819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.780026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.802086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.802377] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.802525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.802608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.802777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.802845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.802940] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be updated. [ 931.838770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.838980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.849884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: IN_PROGRESS for 2s [ 932.109583] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.110040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.110879] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.110879] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.112040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.112040] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 778a2c55-4b16-4de6-982c-7ba8ef30300b not found, creating... [ 932.112040] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.112040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.113626] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114039] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.114252] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.114636] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.114861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.115283] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115440] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115587] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 778a2c55-4b16-4de6-982c-7ba8ef30300b is going to be created. [ 932.147549] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.147793] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.148227] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.148353] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.148648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.149177] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.909326] env[65401]: INFO networking_nsxv3.common.synchronization [req-fe33ab41-cb97-40aa-99fa-db97f72293d6 req-bba24eb3-2229-4e2e-949e-a10695f6c058 service nova] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 932.909817] env[65401]: INFO networking_nsxv3.common.synchronization [req-fe33ab41-cb97-40aa-99fa-db97f72293d6 req-bba24eb3-2229-4e2e-949e-a10695f6c058 service nova] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 932.910275] env[65401]: INFO networking_nsxv3.common.synchronization [req-fe33ab41-cb97-40aa-99fa-db97f72293d6 req-bba24eb3-2229-4e2e-949e-a10695f6c058 service nova] Enqueued Resource ID: 778a2c55-4b16-4de6-982c-7ba8ef30300b with Priority: HIGHEST for action port [ 932.911491] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_rules [ 932.911696] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 932.911874] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 778a2c55-4b16-4de6-982c-7ba8ef30300b with Priority: HIGHEST for action port [ 932.912429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.912536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.912798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.913196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.913476] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.914559] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.914741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.914841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.915124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.915328] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.915469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.915562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.915776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.915981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.916130] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.917437] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-778a2c55-4b16-4de6-982c-7ba8ef30300b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.917644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.917644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.918655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.918655] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('778a2c55-4b16-4de6-982c-7ba8ef30300b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.421462] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.423037] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.423383] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.423648] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 778a2c55-4b16-4de6-982c-7ba8ef30300b with status ACTIVE [ 933.426337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.426337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.426337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.426337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.426916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.426916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.426916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.426916] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 778a2c55-4b16-4de6-982c-7ba8ef30300b is going to be updated. [ 933.454454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.455317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.455317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.455559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.455709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.455904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-778a2c55-4b16-4de6-982c-7ba8ef30300b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668540] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: SUCCESS [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.668540] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668540] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.711380] env[65401]: INFO networking_nsxv3.common.synchronization [req-cb35916e-8d3e-432a-bbc4-174c4f73f189 req-f86441e4-41c0-4587-a7e3-59149f4da757 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 933.712169] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 933.713145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.713271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.713470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.713950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714067] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714966] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.848769] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a30acdb0-7a2b-43fb-b700-69f230576f3e None None] Enqueued Resource ID: d3381c2c-23c4-4827-b101-cf434f670d3a with Priority: HIGHEST for action port [ 933.849278] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3381c2c-23c4-4827-b101-cf434f670d3a with Priority: HIGHEST for action port [ 933.849634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3381c2c-23c4-4827-b101-cf434f670d3a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.850174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3381c2c-23c4-4827-b101-cf434f670d3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.850174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3381c2c-23c4-4827-b101-cf434f670d3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.854356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3381c2c-23c4-4827-b101-cf434f670d3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.854356] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3381c2c-23c4-4827-b101-cf434f670d3a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.869461] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b059046a-af74-446d-93af-53de4a5804df in Status: SUCCESS [ 933.869716] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b059046a-af74-446d-93af-53de4a5804df deletion is rescheduled due to dependency. [ 933.870179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.931372] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.139616] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.141024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.141024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.141024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.141024] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.141256] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.141323] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.141627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.141847] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142077] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.142237] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.142417] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.142536] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.142676] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.143046] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.143046] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.164652] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.164844] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.164993] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.165190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.165517] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-b58d4d40-c8f4-4b07-a267-5e69c78cad30 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.165705] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.165828] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.166267] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.166411] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58d4d40-c8f4-4b07-a267-5e69c78cad30',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.170848] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.171367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.171839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.172050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.172319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.172405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.172561] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.172667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.172729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.172871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.173039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.173132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.173189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.173322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.173398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.173483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.173776] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.220530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.220672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.220747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.220953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.221053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.221638] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.221795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.221854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.222029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.223858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.223858] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 already deleted. [ 934.223858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.358159] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3381c2c-23c4-4827-b101-cf434f670d3a [ 934.358306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.359091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.359091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.359330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.359330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.359330] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3381c2c-23c4-4827-b101-cf434f670d3a already deleted. [ 934.359440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3381c2c-23c4-4827-b101-cf434f670d3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.434972] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.435321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.435321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.437983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.438137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.438336] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b is going to be created. [ 934.466034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.466264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.466319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.466549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.467419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.484377] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: UNINITIALIZED for 2s [ 934.670911] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.671237] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.671393] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.671668] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.671820] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.671974] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port b58d4d40-c8f4-4b07-a267-5e69c78cad30 not found, creating... [ 934.672252] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.672423] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.672588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.672817] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.673817] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.673817] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.675064] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675335] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.675698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.675921] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.676107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: b58d4d40-c8f4-4b07-a267-5e69c78cad30 is going to be created. [ 934.677258] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 076c5ce9-4b33-416a-82c7-a72e12a69ec5: rpc.has_security_group_logging(os_id): False [ 934.704756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.704935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.704996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.705194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.705283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.705459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.705563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.705614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.705764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.705910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.706161] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.706277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.706347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.706509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.706596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.706796] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.706888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.706945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.707945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.708063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.708239] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 is going to be created. [ 934.712435] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.712435] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.712435] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.712670] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.712886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.715314] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.809777] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.810115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.810115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.810267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.810518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.842193] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: IN_PROGRESS for 2s [ 935.509773] env[65401]: INFO networking_nsxv3.common.synchronization [req-cb35916e-8d3e-432a-bbc4-174c4f73f189 req-fd46d484-554d-4eda-9ae5-895170333079 service nova] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 935.510112] env[65401]: INFO networking_nsxv3.common.synchronization [req-cb35916e-8d3e-432a-bbc4-174c4f73f189 req-fd46d484-554d-4eda-9ae5-895170333079 service nova] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 935.510292] env[65401]: INFO networking_nsxv3.common.synchronization [req-cb35916e-8d3e-432a-bbc4-174c4f73f189 req-fd46d484-554d-4eda-9ae5-895170333079 service nova] Enqueued Resource ID: b58d4d40-c8f4-4b07-a267-5e69c78cad30 with Priority: HIGHEST for action port [ 935.511030] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_rules [ 935.511240] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 935.511545] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58d4d40-c8f4-4b07-a267-5e69c78cad30 with Priority: HIGHEST for action port [ 935.511776] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.514430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.514430] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.514430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.515116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.515190] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.515978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.515978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.518702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.518702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.518702] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.519719] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b58d4d40-c8f4-4b07-a267-5e69c78cad30 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.519837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.519905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.520099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.520180] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58d4d40-c8f4-4b07-a267-5e69c78cad30',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.787675] env[65401]: INFO networking_nsxv3.common.synchronization [None req-90a43675-b2e5-4911-a954-14fe59e4cf11 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 935.788782] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 935.789148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.789293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.789366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.789878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.789878] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.937460] env[65401]: INFO networking_nsxv3.common.synchronization [None req-121753f3-0063-4108-bb36-ce6bdda78964 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 935.938218] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 935.938539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.938646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.024585] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.031343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.031729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.032287] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b58d4d40-c8f4-4b07-a267-5e69c78cad30 with status ACTIVE [ 936.032655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.032924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.033123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.033447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.033642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.033955] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.034260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.034470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.035122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.035122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.035525] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.035795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.036528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.036528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.036862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.039029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b58d4d40-c8f4-4b07-a267-5e69c78cad30 is going to be updated. [ 936.067587] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.067854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.067854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.068113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.068348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.068532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b58d4d40-c8f4-4b07-a267-5e69c78cad30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.301999] env[65401]: INFO networking_nsxv3.common.synchronization [req-bded0130-2053-4037-ab53-ca2454d6839b req-794989c9-0ca6-42a8-b9af-843fd203b058 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 936.302218] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 936.302823] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.302945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.303214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.303491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.303707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.303874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.306023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.306023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.306023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.306023] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.313775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c already deleted. [ 936.314598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314998] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.497956] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: SUCCESS [ 936.498308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.498547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.498844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.499140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.499325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.499442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.499675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.499893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.501835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.501835] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.531604] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.772590] env[65401]: INFO networking_nsxv3.common.synchronization [None req-d4232c40-469e-44a9-aba6-f6c143ee3094 None None] Enqueued Resource ID: f12d33c3-fa62-4c06-8fc1-aaad1c0629ca with Priority: HIGHEST for action port [ 936.772590] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12d33c3-fa62-4c06-8fc1-aaad1c0629ca with Priority: HIGHEST for action port [ 936.772799] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12d33c3-fa62-4c06-8fc1-aaad1c0629ca taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.772931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12d33c3-fa62-4c06-8fc1-aaad1c0629ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.772986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12d33c3-fa62-4c06-8fc1-aaad1c0629ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.773347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12d33c3-fa62-4c06-8fc1-aaad1c0629ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.773514] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12d33c3-fa62-4c06-8fc1-aaad1c0629ca',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.789785] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.789996] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.790120] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.790685] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.790685] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.790883] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.790935] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.791183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.791334] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.791546] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.791659] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.791769] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.791876] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.791985] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.792109] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.792240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.808641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.808641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.808641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.809113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.809113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.809186] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.809285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.809337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.809556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.809664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.809759] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 936.812198] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.812374] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.812564] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.812741] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.813186] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.813360] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.813480] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.813769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.813956] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28cf3cbc-7244-4aa8-871b-98f2fea3b7a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.839403] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.839630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.839630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.839805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.839891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.839984] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c already deleted. [ 936.840315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.842828] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.842967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.843061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.843214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.843438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.854777] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 936.857197] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: SUCCESS [ 936.857412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.003658] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.034778] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.034947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.035024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.035286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.035416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.035480] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 is going to be created. [ 937.063970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.064146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.064219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.064424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.064586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.077938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: UNINITIALIZED for 2s [ 937.275465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f12d33c3-fa62-4c06-8fc1-aaad1c0629ca [ 937.275885] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.276220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.276353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.276822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.277211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.277409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f12d33c3-fa62-4c06-8fc1-aaad1c0629ca already deleted. [ 937.277564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12d33c3-fa62-4c06-8fc1-aaad1c0629ca" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.317751] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.317902] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.318038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.318349] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.318506] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.318675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 not found, creating... [ 937.318916] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.319199] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.319328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.319614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.319694] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.319975] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.323303] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.323346] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.323584] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.323727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.323908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 is going to be created. [ 937.370589] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.370589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.370589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.370589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.370589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.370589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.506340] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54d298b7-a9ed-4cc6-897e-1685d4029d1b: rpc.has_security_group_logging(os_id): False [ 937.534666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.534666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.534666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.534666] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b is going to be created. [ 937.613430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.613600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.613696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.613835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.614034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.636328] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: IN_PROGRESS for 2s [ 938.129881] env[65401]: INFO networking_nsxv3.common.synchronization [req-bded0130-2053-4037-ab53-ca2454d6839b req-792320da-3fca-4d92-9e90-895c4eb33cfd service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 938.131023] env[65401]: INFO networking_nsxv3.common.synchronization [req-bded0130-2053-4037-ab53-ca2454d6839b req-792320da-3fca-4d92-9e90-895c4eb33cfd service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 938.131023] env[65401]: INFO networking_nsxv3.common.synchronization [req-bded0130-2053-4037-ab53-ca2454d6839b req-792320da-3fca-4d92-9e90-895c4eb33cfd service nova] Enqueued Resource ID: 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 with Priority: HIGHEST for action port [ 938.134138] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 938.134138] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 938.134138] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 with Priority: HIGHEST for action port [ 938.134138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.134138] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.134138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.134138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.134138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.134991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.134991] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28cf3cbc-7244-4aa8-871b-98f2fea3b7a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.635765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.636180] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 with status ACTIVE [ 938.636393] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.636565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.636565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.636770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.636863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.637044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.637174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.637417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.637507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.637720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.637864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.637954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.639198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.639198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.639198] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28cf3cbc-7244-4aa8-871b-98f2fea3b7a4 is going to be updated. [ 938.665128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.665268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.665268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.665504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.665559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.666039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28cf3cbc-7244-4aa8-871b-98f2fea3b7a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.869462] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 938.869535] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 938.869658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.869818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.870040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.870242] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.870355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.870417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.870564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.870639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.870729] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.093766] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: SUCCESS [ 939.093919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.094079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.094422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.094649] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.094835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.094947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.095321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.095443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.095576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.095704] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.373418] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.598734] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.650062] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: SUCCESS [ 939.650062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.876088] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.101468] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e45d64d4-25df-4831-b30c-e34fb1743c44: rpc.has_security_group_logging(os_id): False [ 940.126443] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.127205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.127205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.127205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.127719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.127754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.127874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.127940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.128158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.128234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.128338] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 is going to be created. [ 940.214834] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.214834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.214834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.214834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.214834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.231400] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: IN_PROGRESS for 2s [ 940.379167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.379350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.379397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.379682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.379798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.379866] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 940.440218] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.440435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.440483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.440715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.440885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.451504] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 942.253535] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: SUCCESS [ 942.254074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466223] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 942.466223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.466223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.466223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.466223] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.466223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.466864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.469199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.469339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.469401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.469488] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.972081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.972317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.972420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.972693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.973062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.973162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.973232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974422] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974422] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974779] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.132897] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.133074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 943.189825] env[65401]: INFO networking_nsxv3.common.synchronization [req-861be986-a046-49f2-8e99-e5601aa99c79 req-2e596c16-2a33-4d64-bb58-73b03dec3dff tempest-ServerAddressesNegativeTestJSON-1788456301 tempest-ServerAddressesNegativeTestJSON-1788456301-project-member] Enqueued Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 943.190871] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGHEST for action security_group_members [ 943.190871] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.191556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.191556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.191556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.191556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.191973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.191973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.193146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.193293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.193445] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.479248] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 943.501011] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.501011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.501011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.501011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.501011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.501245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.501359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.501399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.501547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.501640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.501925] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.501925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.502378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.502378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.502378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.502378] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.503027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.503027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.503027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.503027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.503027] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 943.570875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.570875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.570875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.571074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.571165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587803] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 943.697111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.697276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.697338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.697557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.697649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.697838] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.697926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.697989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.698153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.698232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.698317] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 is going to be updated. [ 943.735015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.735204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.735682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.748370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: IN_PROGRESS for 2s [ 945.602234] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 945.602526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.761088] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 in Status: SUCCESS [ 945.761254] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 deletion is rescheduled due to dependency. [ 945.761309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.966158] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-94de6062-bc29-46eb-8d09-95870633b0cb tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 945.966927] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 945.967615] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.967733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.967845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.968019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.968182] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.968287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.968345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.968507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.968581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.968676] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.431706] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431909] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.432041] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.432306] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.432555] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.434856] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.435046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.435324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435475] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435707] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.437427] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.437427] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.437427] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.437427] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.437427] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.437427] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.461034] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.462019] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.462019] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.462019] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.462019] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.462255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.462288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.462661] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.463487] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68f3ab5-acf5-4810-a5fa-1e7c1f198c61',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.477679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.481023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.481023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.481023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 946.510171] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.510324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.510399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.510609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.510750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.520465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 946.971611] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.972095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.972095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.972455] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.972621] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.972787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 not found, creating... [ 946.973174] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.973301] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.973425] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.973667] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.973864] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.974265] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.974435] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.974589] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.974939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.975099] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.975246] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 is going to be created. [ 947.006115] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.006518] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.006690] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.006997] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.007412] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.007722] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.786942] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-a3b01629-ed21-4eb5-ad13-752d7f6eb5ab service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 947.787148] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-a3b01629-ed21-4eb5-ad13-752d7f6eb5ab service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 947.787316] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-a3b01629-ed21-4eb5-ad13-752d7f6eb5ab service nova] Enqueued Resource ID: a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 with Priority: HIGHEST for action port [ 947.788522] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 947.788522] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 947.788522] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 with Priority: HIGHEST for action port [ 947.789415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.789415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.789415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.789415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.789415] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.790898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.791036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.791239] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.791350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.791411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.791601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.791678] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68f3ab5-acf5-4810-a5fa-1e7c1f198c61',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.293085] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.293693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.293693] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 with status ACTIVE [ 948.293693] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.293693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.293935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.293985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.294270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.294390] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.294390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.294567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.294641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.294725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.295126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.295126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.295126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.295126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.295794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.295794] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a68f3ab5-acf5-4810-a5fa-1e7c1f198c61 is going to be updated. [ 948.321681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.321906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.321906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.322091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.322238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.322717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68f3ab5-acf5-4810-a5fa-1e7c1f198c61" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.392210] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-64fe9eb8-55fe-42b1-901c-7baf873a4a4f tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 948.392486] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 948.392916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.393155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.533215] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 948.533500] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b deletion is rescheduled due to dependency. [ 948.533675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.533922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.534193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.534484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.534572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.534609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.535037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.535037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.535037] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.826614] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.826878] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.826979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.827461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.827724] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.827890] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.827990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.828226] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.828375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.828587] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.828696] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.828793] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.828907] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.830033] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.830033] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.830033] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.850463] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.850802] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.854567] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.854567] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-136" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.854567] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-6422c92d-6c73-43c3-8aef-27233cc6acb0 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.854567] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.854567] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.854567] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.854567] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6422c92d-6c73-43c3-8aef-27233cc6acb0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.038060] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.359133] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.359558] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.359796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.360150] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.360374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.360720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 6422c92d-6c73-43c3-8aef-27233cc6acb0 not found, creating... [ 949.361523] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.361839] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.362672] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.362672] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.362672] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.363166] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.363428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.363938] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.364162] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.364427] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 6422c92d-6c73-43c3-8aef-27233cc6acb0 is going to be created. [ 949.389118] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.389399] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.389597] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.389926] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.390254] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.390599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.540560] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.943995] env[65401]: INFO networking_nsxv3.common.synchronization [req-358f401f-8429-4692-b5b5-f6ea5f3ca112 req-9dfe91c7-c740-43f8-b714-728d4b37bf6e tempest-MigrationsAdminTest-425126326 tempest-MigrationsAdminTest-425126326-project-member] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 949.945592] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGHEST for action security_group_members [ 949.945930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.946087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.946193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.946652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.946829] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.946938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.947013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.947234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.947346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.947470] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.045855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.045855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.045855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.045855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.045855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.045855] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 950.077735] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.077735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.077735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.077735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.077735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.086517] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 950.140525] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-3440246a-a297-42b7-bbd5-0f1c026e78b8 service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 950.140790] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-3440246a-a297-42b7-bbd5-0f1c026e78b8 service nova] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 950.140859] env[65401]: INFO networking_nsxv3.common.synchronization [req-aaf90c83-fb6b-4d4b-a8c0-610e77eea803 req-3440246a-a297-42b7-bbd5-0f1c026e78b8 service nova] Enqueued Resource ID: 6422c92d-6c73-43c3-8aef-27233cc6acb0 with Priority: HIGHEST for action port [ 950.141524] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_rules [ 950.141668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 950.141769] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6422c92d-6c73-43c3-8aef-27233cc6acb0 with Priority: HIGHEST for action port [ 950.142096] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.142203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.142410] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.142496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.142678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-6422c92d-6c73-43c3-8aef-27233cc6acb0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.142775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.142838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.143071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.143156] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6422c92d-6c73-43c3-8aef-27233cc6acb0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.451206] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.451529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.451745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.451944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.452059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.452121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.452375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.452457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.452544] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be updated. [ 950.505527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.505527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.505527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.516921] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: IN_PROGRESS for 2s [ 950.645195] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6422c92d-6c73-43c3-8aef-27233cc6acb0 with status ACTIVE [ 950.646756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.646756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.646756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.647260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.647260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.647260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.647260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.647260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.647512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.647512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.647586] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6422c92d-6c73-43c3-8aef-27233cc6acb0 is going to be updated. [ 950.704563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.704865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.704963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.705416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.706010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6422c92d-6c73-43c3-8aef-27233cc6acb0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.093329] env[65401]: INFO networking_nsxv3.common.synchronization [req-1bdc0e47-6fde-4fee-88fa-74af3d602702 req-80ab9994-a135-4e21-b8cf-ee227246bdff tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 951.093405] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 951.094142] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.094142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.094142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.095102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.095102] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.095102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.095102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.095283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.095350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.097684] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.270447] env[65401]: INFO networking_nsxv3.common.synchronization [req-54d24902-6993-4918-b688-d9513191d90f req-8e092ca8-2b41-4bf2-84a2-44414a10b02c tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 951.270963] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 951.271285] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.271408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.271569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.271718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.271812] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.271975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.272616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.272616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.272616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.272616] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.474994] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.475358] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475358] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475604] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475909] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.476140] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476310] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.476561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.476714] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.476929] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.477051] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.477159] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.477286] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.477408] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.477516] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.477647] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.497162] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.497372] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.497511] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.497682] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.497984] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f61153df-558c-41f1-ba0b-3c73afeacadb taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.498221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.498310] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.498618] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.498762] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61153df-558c-41f1-ba0b-3c73afeacadb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.597303] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.597557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.597557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.597796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.597869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.598049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.598150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.598215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.598374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.598454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.598554] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 951.629052] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.629052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.629052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.629052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.629052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.636946] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 951.776909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.776909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.776909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.777400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.777400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.777400] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 951.808920] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.808920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.808920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.818370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 952.001562] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.001817] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.001956] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.002342] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.002536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.002689] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port f61153df-558c-41f1-ba0b-3c73afeacadb not found, creating... [ 952.002973] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.003331] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.003471] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.003755] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.003913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.004271] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.004492] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.004628] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.004873] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.005038] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.005186] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f61153df-558c-41f1-ba0b-3c73afeacadb is going to be created. [ 952.028365] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.028365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.028365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.028653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.028707] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.028954] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.103712] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 952.103999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.104181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.104443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.104641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.104776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.104873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.105028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.105112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.105223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.105322] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.106378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.106574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.106915] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.106915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.106915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.107200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.107200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.107536] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.532474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 in Status: SUCCESS [ 952.532474] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 deletion is rescheduled due to dependency. [ 952.534524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.609338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.612690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.612690] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.794292] env[65401]: INFO networking_nsxv3.common.synchronization [req-1bdc0e47-6fde-4fee-88fa-74af3d602702 req-6729668d-b47f-44d9-9c51-ba9b2820d8c1 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 952.794292] env[65401]: INFO networking_nsxv3.common.synchronization [req-1bdc0e47-6fde-4fee-88fa-74af3d602702 req-6729668d-b47f-44d9-9c51-ba9b2820d8c1 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 952.794292] env[65401]: INFO networking_nsxv3.common.synchronization [req-1bdc0e47-6fde-4fee-88fa-74af3d602702 req-6729668d-b47f-44d9-9c51-ba9b2820d8c1 service nova] Enqueued Resource ID: f61153df-558c-41f1-ba0b-3c73afeacadb with Priority: HIGHEST for action port [ 952.795096] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 952.795096] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 952.795096] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61153df-558c-41f1-ba0b-3c73afeacadb with Priority: HIGHEST for action port [ 952.795272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.795375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.795460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.795609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.795685] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.796999] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.797186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.797775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f61153df-558c-41f1-ba0b-3c73afeacadb taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.798037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.798106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.798348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.798435] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61153df-558c-41f1-ba0b-3c73afeacadb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.114457] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.303622] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f61153df-558c-41f1-ba0b-3c73afeacadb with status ACTIVE [ 953.303622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.303622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.303622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.303622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.304349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.304349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.304349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.304349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.304349] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f61153df-558c-41f1-ba0b-3c73afeacadb is going to be updated. [ 953.307090] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.307090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.331349] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.331628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.331628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.332299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.332299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.332403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f61153df-558c-41f1-ba0b-3c73afeacadb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.616780] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.617125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.617125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.617505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.617505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.617505] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 953.652373] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 953.652490] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 953.652602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.652765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.653369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.653369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.653369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.653573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.653573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.653642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.653685] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.655259] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.655374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.655442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655596] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.663491] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 953.828947] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 953.829146] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 953.829331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.158421] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.661477] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.165784] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.165953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.166059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.166276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.166396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.166500] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 955.204782] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.205292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.205461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.205878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.206057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.221640] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 955.679661] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.679661] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.679661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.679661] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.891968] env[65401]: INFO networking_nsxv3.common.synchronization [req-265be5dd-acf5-4e0b-9e71-c6a202c6aa6a req-b9253fb8-7db3-4ae3-aa4a-17e84027119d tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 955.891968] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 955.892257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.892327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.892389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.892630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.893133] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.893133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.893133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.893133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.893133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.893873] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.185308] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.376678] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.376878] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.377012] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.377340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.379066] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.379066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.379066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.379066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.379066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.379066] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.379066] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.379066] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.379066] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.379066] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.379638] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.379638] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.397056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.397056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.397056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.397056] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 956.401344] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.401503] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.401979] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.401979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-505" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.402104] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-2571e621-870b-4bb9-9e6c-684fc4b97de7 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.402261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.402430] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.402683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.402825] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2571e621-870b-4bb9-9e6c-684fc4b97de7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.429934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.431393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.431393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.431393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.441699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 956.687522] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.905927] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.906447] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.906447] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.906765] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.906935] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.907178] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 2571e621-870b-4bb9-9e6c-684fc4b97de7 not found, creating... [ 956.907541] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.907745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.907892] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.908152] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.908525] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.908962] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.909140] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.909599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.909599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.909711] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.910731] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 2571e621-870b-4bb9-9e6c-684fc4b97de7 is going to be created. [ 956.938817] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.939126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.939288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.939602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.939897] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.940185] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.190565] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.190766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.190860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.191083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.191199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.191333] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 957.240827] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 4s [ 957.242570] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.242570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.242570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.243017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.243195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252472] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [req-265be5dd-acf5-4e0b-9e71-c6a202c6aa6a req-8ad9115b-5c8f-4c82-a6a1-b2f3a97552c3 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [req-265be5dd-acf5-4e0b-9e71-c6a202c6aa6a req-8ad9115b-5c8f-4c82-a6a1-b2f3a97552c3 service nova] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [req-265be5dd-acf5-4e0b-9e71-c6a202c6aa6a req-8ad9115b-5c8f-4c82-a6a1-b2f3a97552c3 service nova] Enqueued Resource ID: 2571e621-870b-4bb9-9e6c-684fc4b97de7 with Priority: HIGHEST for action port [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_rules [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 957.681885] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2571e621-870b-4bb9-9e6c-684fc4b97de7 with Priority: HIGHEST for action port [ 957.681885] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.681885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.681885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.682464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.682464] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.683466] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.683466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.684532] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2571e621-870b-4bb9-9e6c-684fc4b97de7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.684532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.684532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.684532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.684532] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2571e621-870b-4bb9-9e6c-684fc4b97de7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.186295] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.186656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.186656] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2571e621-870b-4bb9-9e6c-684fc4b97de7 with status ACTIVE [ 958.186856] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.186980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.187065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.187438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.187438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.187538] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.187620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.187691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.187814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.187938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188225] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.188370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.188465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188904] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2571e621-870b-4bb9-9e6c-684fc4b97de7 is going to be updated. [ 958.214956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.215119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.215185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.215384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.215513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.215726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2571e621-870b-4bb9-9e6c-684fc4b97de7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.399525] env[65401]: INFO networking_nsxv3.common.synchronization [req-adfea7e8-a21a-4d9d-be1d-47a633119b4c req-a677392d-855b-4e78-8867-8b8d4abe8ba1 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 958.400169] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 958.400515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.400649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.400722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.400929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.401094] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.401200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.401258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.401409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.401494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.401586] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.450651] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 958.450829] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 deletion is rescheduled due to dependency. [ 958.450967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.451574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.451864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.452065] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.452200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.452280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.453889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.453889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.453889] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.844546] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.844794] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.844794] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845159] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845453] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.845637] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.845757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845990] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.846164] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.846388] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.846616] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.846738] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.846847] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.846971] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.847093] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.847225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.868294] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.868453] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.868597] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.868770] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.869184] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-ee23aaff-4b90-439c-bbc5-b2da75416d31 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.869299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.869566] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.869766] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.869901] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee23aaff-4b90-439c-bbc5-b2da75416d31',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.903666] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.954780] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.992035] env[65401]: INFO networking_nsxv3.common.synchronization [req-6d1711fd-0682-49ed-8f6a-f5678884c988 req-2056f1dc-5e1f-49ab-974f-a72aec51b8b4 tempest-ServersNegativeTestJSON-1538998885 tempest-ServersNegativeTestJSON-1538998885-project-member] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 958.992580] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGHEST for action security_group_members [ 958.992944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.994321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.994441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.994708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.994925] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.995063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.995130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.995311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.995442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.995539] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.314898] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.314898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.314898] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.314898] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.314898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.314898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317209] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.317209] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317209] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.374612] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.374612] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.374612] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.374612] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.374612] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.374612] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port ee23aaff-4b90-439c-bbc5-b2da75416d31 not found, creating... [ 959.374908] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.375072] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.375196] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.375427] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.375565] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.376569] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.376569] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.376806] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.376924] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.377076] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.377218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: ee23aaff-4b90-439c-bbc5-b2da75416d31 is going to be created. [ 959.401326] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.401627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.401779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.402068] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.402304] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.402532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.405143] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.458144] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.503030] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.503030] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.503030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.503030] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be updated. [ 959.538216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.538216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.538216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.538216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.538216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.550982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: IN_PROGRESS for 2s [ 959.763764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.763970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.764351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.764459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.764584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.764822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.764940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.765065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.765266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.765333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.765385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.765563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.765733] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.765826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.765880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.766053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.766142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.766243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.766338] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.782669] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf1582-eead-4382-a2a6-4da56690b08b: rpc.has_security_group_logging(os_id): False [ 959.802658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.802802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.802873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.803170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.803305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.803691] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.803691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.803903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.803903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.803979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.804139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.804516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.804556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.804732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.805195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.805195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.805276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 959.880585] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.880742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.880869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.881127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.881353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.899194] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 959.908627] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.912722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.912722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.913050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 959.950786] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.953164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.953164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.953164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.953164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.961242] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.961242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.961242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.961242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.961925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.963599] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 959.978366] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 960.001909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.002164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.002416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.002590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.003609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.019486] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 960.192161] env[65401]: INFO networking_nsxv3.common.synchronization [req-adfea7e8-a21a-4d9d-be1d-47a633119b4c req-96ccf158-c041-4179-802c-6468e6c6d006 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 960.192425] env[65401]: INFO networking_nsxv3.common.synchronization [req-adfea7e8-a21a-4d9d-be1d-47a633119b4c req-96ccf158-c041-4179-802c-6468e6c6d006 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 960.192563] env[65401]: INFO networking_nsxv3.common.synchronization [req-adfea7e8-a21a-4d9d-be1d-47a633119b4c req-96ccf158-c041-4179-802c-6468e6c6d006 service nova] Enqueued Resource ID: ee23aaff-4b90-439c-bbc5-b2da75416d31 with Priority: HIGHEST for action port [ 960.193110] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 960.193245] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 960.193342] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee23aaff-4b90-439c-bbc5-b2da75416d31 with Priority: HIGHEST for action port [ 960.193702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.193780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.193780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.193975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.194113] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.196240] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.196402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.197111] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee23aaff-4b90-439c-bbc5-b2da75416d31 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.197111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.197111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.197111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.197111] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee23aaff-4b90-439c-bbc5-b2da75416d31',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.269636] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 960.289837] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.290064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.290154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.290391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.290534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.290765] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.290875] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.290942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.291316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.291316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.291430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.291531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.291627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.291782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.291859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.292283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.292283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.292283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.292460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.292540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.292667] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 960.408062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.408826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.408974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.409177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.409425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.426851] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 960.465622] env[65401]: INFO networking_nsxv3.common.synchronization [None req-bf9bb5fe-1b17-4e11-b79f-b625a8c7864a None None] Enqueued Resource ID: 9eb1eba5-65be-4d6b-96ea-e45d5649374f with Priority: HIGHEST for action port [ 960.469513] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb1eba5-65be-4d6b-96ea-e45d5649374f with Priority: HIGHEST for action port [ 960.469513] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb1eba5-65be-4d6b-96ea-e45d5649374f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.469513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb1eba5-65be-4d6b-96ea-e45d5649374f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.469513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb1eba5-65be-4d6b-96ea-e45d5649374f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.469513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb1eba5-65be-4d6b-96ea-e45d5649374f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.469513] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb1eba5-65be-4d6b-96ea-e45d5649374f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.699407] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.699537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.699716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee23aaff-4b90-439c-bbc5-b2da75416d31 with status ACTIVE [ 960.699874] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.699980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.700061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.700277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.700371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.700540] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.700627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.700702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.700832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.701969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.701969] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.701969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.701969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.701969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.701969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.701969] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee23aaff-4b90-439c-bbc5-b2da75416d31 is going to be updated. [ 960.727377] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.727547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.727603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.727826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.728414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.728414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee23aaff-4b90-439c-bbc5-b2da75416d31" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.971276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eb1eba5-65be-4d6b-96ea-e45d5649374f [ 960.971974] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.974436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.974436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.974436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.974436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.974436] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eb1eba5-65be-4d6b-96ea-e45d5649374f already deleted. [ 960.974436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb1eba5-65be-4d6b-96ea-e45d5649374f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.166176] env[65401]: INFO networking_nsxv3.common.synchronization [req-77c05996-6248-4afc-8c25-568423e4f91f req-5546b720-53cf-476b-9d03-7a900c015229 tempest-ServerRescueTestJSON-1828546732 tempest-ServerRescueTestJSON-1828546732-project-member] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 961.167166] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 961.167228] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.167411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.167411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.168245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.168245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.168245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.168245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.168245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.168245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.168245] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.565392] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 in Status: SUCCESS [ 961.565392] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 deletion is rescheduled due to dependency. [ 961.565392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.618316] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.618698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.619013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.619398] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.619849] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.620157] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.620493] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.620740] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.621040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.621506] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.621586] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.621790] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.624188] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.624510] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.624510] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.624701] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.649452] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.649647] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.649783] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.649967] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-349" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.650402] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-9d88264b-e848-45fc-b2ac-d481bd50d65a taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.650547] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.650624] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.650991] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.651152] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88264b-e848-45fc-b2ac-d481bd50d65a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.671656] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.922047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 961.922231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.922393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.923652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.923652] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.992016] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 961.992280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.992455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.992672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.992855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.992972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.993079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.993269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.993393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.993518] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.029973] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 962.030159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.030584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.030891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.031211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.031211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.031656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.031771] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.154147] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.154414] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.154547] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.154913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.155251] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.155392] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 9d88264b-e848-45fc-b2ac-d481bd50d65a not found, creating... [ 962.155766] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.156049] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.156285] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.156894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.156894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.157173] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.159221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.159221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.159221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.159221] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.159221] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 9d88264b-e848-45fc-b2ac-d481bd50d65a is going to be created. [ 962.174068] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.182314] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.182522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.182647] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.183225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.183225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.183523] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.429748] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.430144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.430295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.430616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.430966] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.431455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.431633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.432119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.432520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.432694] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.449887] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 962.449887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.499029] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.534666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.534853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.534900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.535755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.536017] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.536131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.536196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.536386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.537252] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.537252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.537252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.537252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.537252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.537252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.537252] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.677804] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.677804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.678460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.678460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.678460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.678460] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be updated. [ 962.735982] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.735982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.736322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.736322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.737042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.748326] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 962.938436] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.938606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.938708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.938953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.939179] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.939251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.939354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.939468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.939579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.939697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.939913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.939983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.940046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.940158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.940370] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.940443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.940501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.940642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.940743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.940843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.940945] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.962463] env[65401]: INFO networking_nsxv3.common.synchronization [req-77c05996-6248-4afc-8c25-568423e4f91f req-69b6c244-8b5a-41d4-b80c-618b9425d2e6 service nova] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_rules [ 962.962673] env[65401]: INFO networking_nsxv3.common.synchronization [req-77c05996-6248-4afc-8c25-568423e4f91f req-69b6c244-8b5a-41d4-b80c-618b9425d2e6 service nova] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 962.962813] env[65401]: INFO networking_nsxv3.common.synchronization [req-77c05996-6248-4afc-8c25-568423e4f91f req-69b6c244-8b5a-41d4-b80c-618b9425d2e6 service nova] Enqueued Resource ID: 9d88264b-e848-45fc-b2ac-d481bd50d65a with Priority: HIGHEST for action port [ 962.963388] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_rules [ 962.963454] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 962.963550] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d88264b-e848-45fc-b2ac-d481bd50d65a with Priority: HIGHEST for action port [ 962.963823] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.963944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.964035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.964232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.964337] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.965705] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.965705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.965906] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d88264b-e848-45fc-b2ac-d481bd50d65a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.965906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.965906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966208] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88264b-e848-45fc-b2ac-d481bd50d65a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.002776] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.040354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0563a7ca-3fe2-49a5-8086-543a097ce576: rpc.has_security_group_logging(os_id): False [ 963.059172] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.059362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.059420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.059731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.059837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.060216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.060330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.060498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.060637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.060713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.060904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.060989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.061591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.061913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.062020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.063080] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.063080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.063080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.063080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.063080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.063080] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 963.144696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.144977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.144977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.145191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.145429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.159558] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 963.223293] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ff4da30d-8328-4e3d-ba5d-1d8240195e4a None None] Enqueued Resource ID: 1cf740c8-52b5-4f4a-9c2c-269d2692eb1b with Priority: HIGHEST for action port [ 963.223293] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf740c8-52b5-4f4a-9c2c-269d2692eb1b with Priority: HIGHEST for action port [ 963.223293] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf740c8-52b5-4f4a-9c2c-269d2692eb1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.223293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf740c8-52b5-4f4a-9c2c-269d2692eb1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.223293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf740c8-52b5-4f4a-9c2c-269d2692eb1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.223293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf740c8-52b5-4f4a-9c2c-269d2692eb1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.223293] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf740c8-52b5-4f4a-9c2c-269d2692eb1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.443033] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf1582-eead-4382-a2a6-4da56690b08b: rpc.has_security_group_logging(os_id): False [ 963.466542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.466740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.466740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.467040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.467040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.467266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.467376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.467456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.467608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.467687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.467875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.467984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.468050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.468197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.468273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.468456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.468567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.468629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.469610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.469610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.469610] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 963.470210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.470324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.470481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d88264b-e848-45fc-b2ac-d481bd50d65a with status ACTIVE [ 963.470653] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.470781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.470846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.470996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.471090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.471278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.471394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.471436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.471580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.471684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.472233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.472233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.472233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.472408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.472408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.472510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d88264b-e848-45fc-b2ac-d481bd50d65a is going to be updated. [ 963.498707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.498888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.498949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.499285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.499454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.499651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d88264b-e848-45fc-b2ac-d481bd50d65a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.505851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.505851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.505851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.505851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.505851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.505851] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 963.557167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.557167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.557167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.557167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.560772] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.560772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.560772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.576833] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 963.580238] env[65401]: INFO networking_nsxv3.common.synchronization [req-33831f25-e127-48c5-b054-b0e2de1b7240 req-2dcabf7c-6bf7-487b-9004-f7bddad9954e tempest-ServersWithSpecificFlavorTestJSON-1221041610 tempest-ServersWithSpecificFlavorTestJSON-1221041610-project-member] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 963.581138] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGHEST for action security_group_members [ 963.581672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.581890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.582019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.582261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.582582] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.582677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.582912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.583030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.583075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.583708] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.585955] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 963.724696] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf740c8-52b5-4f4a-9c2c-269d2692eb1b [ 963.725145] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.725273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.725346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.725537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.725702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.725779] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf740c8-52b5-4f4a-9c2c-269d2692eb1b already deleted. [ 963.725946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf740c8-52b5-4f4a-9c2c-269d2692eb1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.086289] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.086446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.086640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.086921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.086921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.088021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.088021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.088021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.088021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.088021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.088021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be updated. [ 964.119311] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.119578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.119722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.119958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.120135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.134587] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: IN_PROGRESS for 2s [ 964.149579] env[65401]: INFO networking_nsxv3.common.synchronization [req-cd26d212-3979-44d3-82d8-7f1a47401d72 req-ed180957-78ad-4035-84de-6e88a2b1fdd3 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 964.150278] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 964.150760] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.150917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.150917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.151190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.151353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.151474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.151561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.151950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.151950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.151950] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.529310] env[65401]: INFO networking_nsxv3.common.synchronization [req-e4ff6b72-11d8-4479-abb3-3f11314fcf0f req-49fd15b9-e30f-4b56-9a13-61ff31b5898f tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 964.529378] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 964.529685] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.529804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.529869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.530368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.530584] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.532295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532478] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.580477] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.580685] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.580808] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.581174] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.581428] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.581587] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.581703] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.582447] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.582645] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582889] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.583050] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.583197] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.583334] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.583475] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.583735] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.583735] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.605990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.605990] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.606202] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.606422] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.606816] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-eda67a44-aeae-4a81-b446-d6d11d210d13 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.607011] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.607154] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.607498] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.607673] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda67a44-aeae-4a81-b446-d6d11d210d13',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.655057] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.655246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.655311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.655607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.655788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.655903] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.656054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.656141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.656366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.656449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.656591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c already deleted. [ 964.656827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.760107] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 964.761167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.761167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.761167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.761557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.761906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.762102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.762390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.762458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.762710] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.037365] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.113042] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.113042] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port eda67a44-aeae-4a81-b446-d6d11d210d13 not found, creating... [ 965.113042] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.113042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.113956] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.113956] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.114657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.115115] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.115443] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.115739] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: eda67a44-aeae-4a81-b446-d6d11d210d13 is going to be created. [ 965.129832] env[65401]: INFO networking_nsxv3.common.synchronization [req-3bdb88c2-af6e-46a4-8551-d157a2212e20 req-1a5ddee8-1383-4e65-ac71-d91f5494142a tempest-MultipleCreateTestJSON-620106659 tempest-MultipleCreateTestJSON-620106659-project-member] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 965.130419] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGHEST for action security_group_members [ 965.130745] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.130850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.142444] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.142729] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.142878] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.143167] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.143398] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.143636] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.176926] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 965.177248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.265126] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.540513] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.592487] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 965.592714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.593268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.593680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.593851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.594274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.594274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.594274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.594729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.594729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.594729] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.613570] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 965.614194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.768841] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.928557] env[65401]: INFO networking_nsxv3.common.synchronization [req-cd26d212-3979-44d3-82d8-7f1a47401d72 req-90c7ac94-e2d9-4160-b83b-59dc49b631e5 service nova] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 965.929086] env[65401]: INFO networking_nsxv3.common.synchronization [req-cd26d212-3979-44d3-82d8-7f1a47401d72 req-90c7ac94-e2d9-4160-b83b-59dc49b631e5 service nova] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 965.929086] env[65401]: INFO networking_nsxv3.common.synchronization [req-cd26d212-3979-44d3-82d8-7f1a47401d72 req-90c7ac94-e2d9-4160-b83b-59dc49b631e5 service nova] Enqueued Resource ID: eda67a44-aeae-4a81-b446-d6d11d210d13 with Priority: HIGHEST for action port [ 965.929409] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_rules [ 965.929593] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 965.929725] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda67a44-aeae-4a81-b446-d6d11d210d13 with Priority: HIGHEST for action port [ 965.930034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.930198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.930287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.930565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.930633] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.931568] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.931761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.931761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.931993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.932202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.932334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.932391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.933014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.933014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.933014] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.933562] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda67a44-aeae-4a81-b446-d6d11d210d13 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.933672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.933737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.933889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.933961] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda67a44-aeae-4a81-b446-d6d11d210d13',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.043474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.043637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.043637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.043852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.043947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.044055] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 966.074888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.075016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.075097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.075325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.075485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.085421] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 966.097022] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.097209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.097259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.097458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.097690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.097805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.097861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.097997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.098098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.098190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.098337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.098430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.098490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.098630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.098770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.098862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.098925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.099072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.099147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.099226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.099317] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.144210] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e in Status: SUCCESS [ 966.144395] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e deletion is rescheduled due to dependency. [ 966.144538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271226] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.271399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.271399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.271614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.271704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.272310] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be updated. [ 966.304743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.304887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.304960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.305177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.305324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.316499] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 966.436085] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436429] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.437413] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eda67a44-aeae-4a81-b446-d6d11d210d13 with status ACTIVE [ 966.437733] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.437733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.437847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.437959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.438055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.438267] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.438376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.438439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.438590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.438667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.438844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.439051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.439116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.439259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.439335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.439428] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eda67a44-aeae-4a81-b446-d6d11d210d13 is going to be updated. [ 966.463828] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.463828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.463828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.464120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.464204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.464356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda67a44-aeae-4a81-b446-d6d11d210d13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.602444] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 966.624856] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.624856] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.624856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.625252] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.625252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.625252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.625354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.625384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.625594] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.625726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.625758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.625904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.625989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.626095] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 966.722129] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.722369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.722433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.722641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.722832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.742016] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 966.941819] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.446716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.446960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.446960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.447170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.447261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.447313] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c is going to be created. [ 967.498560] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.498772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.498772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.499461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.499461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.514040] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: UNINITIALIZED for 2s [ 968.095989] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 968.096364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.096424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.096700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.097023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.097023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.097162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.097272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.097356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.097453] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.335422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 968.335658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.335836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.336090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.336355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.336494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.336562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.336840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.336919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.337031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.337132] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.599842] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.601065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.601214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.601471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.601617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.601864] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.602512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.602643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.602883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.603062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603190] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be updated. [ 968.768579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 968.769027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.782219] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.782348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.783281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.783281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.783281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.793064] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: IN_PROGRESS for 2s [ 968.840269] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.840467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.840467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.840698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.840857] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.840955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.841024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.841177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.841272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.841502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.841502] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.841705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.841705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.841772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.841940] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.842034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.842034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.842169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.842243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.842331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.842402] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.167746] env[65401]: INFO networking_nsxv3.common.synchronization [req-d89b9c1f-91d1-4045-8fed-cdb25d1de6fe req-9cfa3903-0504-4893-8f84-8c63ef2a6848 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 969.168513] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 969.168622] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.168716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.168779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.168975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.169138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.169236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.169292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.169440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.169514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.169599] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.345163] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87e6c3b0-2a21-44a5-9f02-e96db2194fb9: rpc.has_security_group_logging(os_id): False [ 969.364906] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.365039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.365149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.365306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.365444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.365713] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.365841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.365911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.366035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.366182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.366284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.366367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.366446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.366560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.366627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.367188] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.367370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.367493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.368582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.368582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.368582] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be updated. [ 969.448468] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.448599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.448753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.448899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.449075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.464211] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 969.527848] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: SUCCESS [ 969.527848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.527983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.528301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.528557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.528730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.528846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.529106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.529935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529935] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.672141] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.672496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.672496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.672615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.672662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.673425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.673425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.673425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.673425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.673425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.673686] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 969.715869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.716119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.716270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.716518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.716730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.728744] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 970.034888] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.537323] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77852e5f-92ad-4afc-9837-f45dbe4aac7c: rpc.has_security_group_logging(os_id): False [ 970.578165] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.578346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.578450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.578599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.578692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.578918] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.579043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.579138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.579235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.579311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.579398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c is going to be created. [ 970.667657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.668256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.668532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.681705] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: IN_PROGRESS for 2s [ 970.807734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf1582-eead-4382-a2a6-4da56690b08b in Status: SUCCESS [ 970.807734] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b deletion is rescheduled due to dependency. [ 970.807734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.008833] env[65401]: INFO networking_nsxv3.common.synchronization [req-2b72652b-8728-412c-8a9d-74d19157244b req-5cd82378-5e05-43b7-b6a3-56c78f40171e tempest-ImagesOneServerNegativeTestJSON-541540576 tempest-ImagesOneServerNegativeTestJSON-541540576-project-member] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 971.009537] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGHEST for action security_group_members [ 971.009845] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.010039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.010116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.010353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.010530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.010672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.010756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.010886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.010968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.011067] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.480715] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 971.480939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.514387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.514737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.514870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.515240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.515409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.515758] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.515930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.516061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.516320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.516484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.516656] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be updated. [ 971.548449] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.548782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.548782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.548881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.549438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.559639] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: IN_PROGRESS for 2s [ 971.739279] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 971.739513] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 971.739674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.089243] env[65401]: INFO networking_nsxv3.common.synchronization [req-3edf148c-9a01-4acd-9b4f-5f8adb829320 req-0a69f1a0-e01f-4f2e-bb20-b4645d918ff5 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 972.090266] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 972.090266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.090266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.090266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.090571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.090571] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.090947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.090947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.090947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.090947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.091235] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.593754] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.696189] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: SUCCESS [ 972.696297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.096748] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.571379] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 in Status: SUCCESS [ 973.571618] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 deletion is rescheduled due to dependency. [ 973.571740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.599441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.599775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.599775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.599889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.599990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.600120] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 973.630847] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.631018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.631064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.631282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.631433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.641539] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 975.603483] env[65401]: INFO networking_nsxv3.common.synchronization [req-997c77c3-37a7-4bbe-b87d-13ec01119232 req-f1d43d43-8c58-4988-b0b5-e695ee6c141e tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 975.604133] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 975.604491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.604965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.605121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.605172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.605213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.605369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.605452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.605549] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.653196] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 975.653196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.038231] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.038450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.038558] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.038832] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.039289] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.039482] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.039606] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.039838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.040011] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.040235] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.040348] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.040461] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.040569] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.040678] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.040782] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.040922] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.061410] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.061581] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.061723] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.061914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.062319] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.062511] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.062633] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.062953] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.063115] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68bb795-148a-4eb0-b5f3-dc23b7f609ed',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.108463] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.108671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.108748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.108975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.109100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.109313] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.109413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.109470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.109640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.109743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.109828] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 976.139167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.139167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.139167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.139167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.139167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.149861] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 976.565297] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565537] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565666] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.565962] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566297] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port f68bb795-148a-4eb0-b5f3-dc23b7f609ed not found, creating... [ 976.566561] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.566716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.566865] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.567097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.567236] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.567529] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.567680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.567795] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.568284] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.568448] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.568641] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: f68bb795-148a-4eb0-b5f3-dc23b7f609ed is going to be created. [ 976.611127] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611580] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.611838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.612385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.612693] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.612977] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.341686] env[65401]: INFO networking_nsxv3.common.synchronization [req-997c77c3-37a7-4bbe-b87d-13ec01119232 req-e57a26a9-95fa-4e33-88e3-d90a35ad27f5 service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 977.341870] env[65401]: INFO networking_nsxv3.common.synchronization [req-997c77c3-37a7-4bbe-b87d-13ec01119232 req-e57a26a9-95fa-4e33-88e3-d90a35ad27f5 service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 977.342021] env[65401]: INFO networking_nsxv3.common.synchronization [req-997c77c3-37a7-4bbe-b87d-13ec01119232 req-e57a26a9-95fa-4e33-88e3-d90a35ad27f5 service nova] Enqueued Resource ID: f68bb795-148a-4eb0-b5f3-dc23b7f609ed with Priority: HIGHEST for action port [ 977.342582] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 977.342722] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 977.342821] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68bb795-148a-4eb0-b5f3-dc23b7f609ed with Priority: HIGHEST for action port [ 977.344522] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.344672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.344744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.347184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.347184] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.348060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.348060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.348329] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.348464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.348558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.348781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.348901] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68bb795-148a-4eb0-b5f3-dc23b7f609ed',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.852064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.852294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852495] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68bb795-148a-4eb0-b5f3-dc23b7f609ed with status ACTIVE [ 977.852682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.852814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.853120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.853211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.853392] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.853944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.853944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.854061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.854134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.854319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.854414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.854474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.854613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.854687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.854772] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68bb795-148a-4eb0-b5f3-dc23b7f609ed is going to be updated. [ 977.878950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.879195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.879195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.879370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.879505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.879657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68bb795-148a-4eb0-b5f3-dc23b7f609ed" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.160512] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 978.160726] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 978.160851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.161057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.162695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.162695] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.162695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.162695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.162695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.162695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.162695] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.665689] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.167177] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.670038] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.670290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.670404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.670783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.671117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.671251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 979.703537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.703537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.703537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.703537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.703537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.713881] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 980.614139] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e3fc3be4-0504-432a-a83c-bc32f8ad739d None None] Enqueued Resource ID: 65d6c783-b00d-40ca-9fed-55395c5df784 with Priority: HIGHEST for action port [ 980.614984] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d6c783-b00d-40ca-9fed-55395c5df784 with Priority: HIGHEST for action port [ 980.614984] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d6c783-b00d-40ca-9fed-55395c5df784 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.615733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d6c783-b00d-40ca-9fed-55395c5df784" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.615733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d6c783-b00d-40ca-9fed-55395c5df784" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.615733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d6c783-b00d-40ca-9fed-55395c5df784" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.615733] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d6c783-b00d-40ca-9fed-55395c5df784',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.120033] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65d6c783-b00d-40ca-9fed-55395c5df784 [ 981.120033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.120033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.120033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.120033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.120476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.120476] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65d6c783-b00d-40ca-9fed-55395c5df784 already deleted. [ 981.120476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d6c783-b00d-40ca-9fed-55395c5df784" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.724403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 981.724713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.724964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.725235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.725473] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.725707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.725707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.725911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.726130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.726130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.726378] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.228640] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.228805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.228805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.229037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.229221] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.229582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.229706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.229936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.230052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.230148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.230433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.230550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.230614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.230782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.230990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.231247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.231342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.231525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.231625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.231714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.231841] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.734820] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8459333-30ee-4205-9248-4306f3ea5130: rpc.has_security_group_logging(os_id): False [ 982.753497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.753667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.753727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.753917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.754022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.754293] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.754395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.754455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.754629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.754705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.755410] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.755410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.755410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.755410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.755410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.755688] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.755688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.755688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.755810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.755944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.755944] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 982.782469] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f6f00ddd-44ed-4275-b174-bd94d8cfe2d1 None None] Enqueued Resource ID: a8d8c5b5-3919-4afd-9d3e-54b81a672d07 with Priority: HIGHEST for action port [ 982.783242] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8c5b5-3919-4afd-9d3e-54b81a672d07 with Priority: HIGHEST for action port [ 982.783348] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d8c5b5-3919-4afd-9d3e-54b81a672d07 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.783467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d8c5b5-3919-4afd-9d3e-54b81a672d07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.783603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d8c5b5-3919-4afd-9d3e-54b81a672d07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.784121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d8c5b5-3919-4afd-9d3e-54b81a672d07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.784121] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d8c5b5-3919-4afd-9d3e-54b81a672d07',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.847664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.847854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.849041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.849041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.849041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.869058] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 983.285399] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8d8c5b5-3919-4afd-9d3e-54b81a672d07 [ 983.285635] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.285765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.285841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.286052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.286178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.286240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8d8c5b5-3919-4afd-9d3e-54b81a672d07 already deleted. [ 983.286345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d8c5b5-3919-4afd-9d3e-54b81a672d07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.887589] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 984.887962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.597350] env[65401]: INFO networking_nsxv3.common.synchronization [req-14b5d8d4-d636-465b-89c3-7a8e765052cf req-c89a25fe-7c85-48d9-be11-ce944c6dd494 tempest-ImagesOneServerTestJSON-1232683388 tempest-ImagesOneServerTestJSON-1232683388-project-member] Enqueued Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 987.597879] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 987.598438] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.598438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.598438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.598630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.598757] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.598852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.598910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.600258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.600538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.600622] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.060514] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.060706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.060882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.061250] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.061511] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.061673] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.061790] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.061998] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.062187] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.062399] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.062512] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.062618] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.062724] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.062830] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.062962] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.063073] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.083221] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.083392] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.083533] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.083714] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.084033] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-fb65cdc4-e13e-41e9-889b-c3a1604864f8 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.084200] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.084374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.084748] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.084889] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb65cdc4-e13e-41e9-889b-c3a1604864f8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.102557] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.102719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.102763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.103042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.103146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.103346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.103448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.103506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.103659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.103735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.103817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 already deleted. [ 988.103896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.587449] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.587726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.588467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.588467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.588467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.588660] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port fb65cdc4-e13e-41e9-889b-c3a1604864f8 not found, creating... [ 988.588854] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.589072] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.589231] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.589481] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.589661] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.589974] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590200] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590346] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.590581] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.590755] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.590929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: fb65cdc4-e13e-41e9-889b-c3a1604864f8 is going to be created. [ 988.613215] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.613715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.613715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.613876] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.614114] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.614340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.006965] env[65401]: INFO networking_nsxv3.common.synchronization [None req-970dfd9b-dcef-4395-8fb0-1d0c4e975737 None None] Enqueued Resource ID: 61672add-54ce-4548-a8d4-cc155dd96238 with Priority: HIGHEST for action port [ 989.007559] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61672add-54ce-4548-a8d4-cc155dd96238 with Priority: HIGHEST for action port [ 989.007859] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-61672add-54ce-4548-a8d4-cc155dd96238 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.007982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61672add-54ce-4548-a8d4-cc155dd96238" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.008065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61672add-54ce-4548-a8d4-cc155dd96238" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.008319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61672add-54ce-4548-a8d4-cc155dd96238" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.008403] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61672add-54ce-4548-a8d4-cc155dd96238',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.285792] env[65401]: INFO networking_nsxv3.common.synchronization [req-14b5d8d4-d636-465b-89c3-7a8e765052cf req-3b1453a5-f543-4462-a93e-0f2ca4d18172 service nova] Enqueued Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_rules [ 989.285976] env[65401]: INFO networking_nsxv3.common.synchronization [req-14b5d8d4-d636-465b-89c3-7a8e765052cf req-3b1453a5-f543-4462-a93e-0f2ca4d18172 service nova] Enqueued Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 989.286132] env[65401]: INFO networking_nsxv3.common.synchronization [req-14b5d8d4-d636-465b-89c3-7a8e765052cf req-3b1453a5-f543-4462-a93e-0f2ca4d18172 service nova] Enqueued Resource ID: fb65cdc4-e13e-41e9-889b-c3a1604864f8 with Priority: HIGHEST for action port [ 989.286420] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_rules [ 989.286560] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 989.286645] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb65cdc4-e13e-41e9-889b-c3a1604864f8 with Priority: HIGHEST for action port [ 989.289960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.289960] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.289960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.289960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.289960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.290524] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.290808] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb65cdc4-e13e-41e9-889b-c3a1604864f8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.291211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.291211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.291211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.291211] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb65cdc4-e13e-41e9-889b-c3a1604864f8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.509837] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61672add-54ce-4548-a8d4-cc155dd96238 [ 989.510346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.510346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.510346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.510895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.510895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.510895] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61672add-54ce-4548-a8d4-cc155dd96238 already deleted. [ 989.510895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61672add-54ce-4548-a8d4-cc155dd96238" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.794041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.794041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.794041] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.794724] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb65cdc4-e13e-41e9-889b-c3a1604864f8 with status ACTIVE [ 989.794895] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.795023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.795093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.795315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.795405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.795577] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.798056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.798056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.798056] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb65cdc4-e13e-41e9-889b-c3a1604864f8 is going to be updated. [ 989.820139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.820363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.820513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.820752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.820917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.821092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb65cdc4-e13e-41e9-889b-c3a1604864f8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.183475] env[65401]: INFO networking_nsxv3.common.synchronization [None req-0e7b928b-f130-4336-a4b2-0c007cf8960b tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 990.184030] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 990.184603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184806] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.272469] env[65401]: INFO networking_nsxv3.common.synchronization [None req-df06c1b1-6b91-4b48-8f09-db9d04b0e9c7 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 990.272891] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 990.273091] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.274029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.301267] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.705349] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.705471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.705511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.705918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.706087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.706216] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 already deleted. [ 990.706315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.706475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.706874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.706874] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.804774] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.804774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.804774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.805241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.805241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.805241] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 is going to be created. [ 990.835545] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.849090] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: UNINITIALIZED for 2s [ 991.228732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.228915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.229028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.229386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.229460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.229545] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 already deleted. [ 991.229663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.593112] env[65401]: INFO networking_nsxv3.common.synchronization [None req-61971e13-8da8-4426-ac88-5d04829e4f75 None None] Enqueued Resource ID: 21af5da8-6a5a-4d86-ba1a-0e8567d02eef with Priority: HIGHEST for action port [ 991.596763] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21af5da8-6a5a-4d86-ba1a-0e8567d02eef with Priority: HIGHEST for action port [ 991.596763] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-21af5da8-6a5a-4d86-ba1a-0e8567d02eef taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.596763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21af5da8-6a5a-4d86-ba1a-0e8567d02eef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.596763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21af5da8-6a5a-4d86-ba1a-0e8567d02eef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.596763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21af5da8-6a5a-4d86-ba1a-0e8567d02eef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.596763] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21af5da8-6a5a-4d86-ba1a-0e8567d02eef',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.099807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21af5da8-6a5a-4d86-ba1a-0e8567d02eef [ 992.100389] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.100389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.100389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.100747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.100747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.100747] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21af5da8-6a5a-4d86-ba1a-0e8567d02eef already deleted. [ 992.100845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21af5da8-6a5a-4d86-ba1a-0e8567d02eef" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861652] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: SUCCESS [ 992.861837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.862174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.862452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.862793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.862926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.863060] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.863201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.863291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.863390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.863495] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.058963] env[65401]: INFO networking_nsxv3.common.synchronization [req-630c0c79-e0b9-4b1d-a63e-f5656fdb0246 req-61668b7b-fbf7-4c2a-bb40-ede366f8af7a tempest-ServerRescueTestJSON-1828546732 tempest-ServerRescueTestJSON-1828546732-project-member] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 993.059775] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 993.060137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.060275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.060374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.060612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.060821] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.060992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.060992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.061218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.061336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.061443] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.366053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.367139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.367139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.367678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.367678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.367881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.367881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.367997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.368197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.368197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.368336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.368396] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.566731] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.871854] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae03ac43-9943-4975-8dc5-f375ee889764: rpc.has_security_group_logging(os_id): False [ 993.891289] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.891377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.891456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.892029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.892029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.892029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.892219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.892219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.892282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.892429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.892614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.892716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.892758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.892896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.892966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.893170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.893263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.893353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.893453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.893532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.893601] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 is going to be created. [ 993.951327] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.951495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.951539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.951758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.951939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.963527] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: IN_PROGRESS for 2s [ 994.069732] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.573258] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.573693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.573844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.573910] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be updated. [ 994.606201] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606787] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.607030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.617215] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 995.163140] env[65401]: INFO networking_nsxv3.common.synchronization [req-19e02169-86f1-47f5-9205-489c5eb30991 req-ed1ee433-c175-4315-97a3-2dd6107836b2 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 995.164125] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 995.164341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.164470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.164530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.164802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.165120] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.165308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.165398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.165538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.165819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.165819] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.547882] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.548141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.548270] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.548571] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.548854] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.549198] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.549407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.549650] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.549807] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.550048] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.550185] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.550270] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.550384] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.550523] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.550619] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.550791] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.572229] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.572456] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.572634] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.572797] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.573187] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.573407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.573627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.573821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.573984] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6baec6b-c580-44d6-a73c-be2f49e4cfdd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.667831] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.668043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.668103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.668297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.668556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.668624] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.668700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.668745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.668891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.668965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.669060] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 already deleted. [ 995.669143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.977647] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: SUCCESS [ 995.977647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.077083] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.077383] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.077519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.077792] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.077941] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.078108] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port a6baec6b-c580-44d6-a73c-be2f49e4cfdd not found, creating... [ 996.078416] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.078591] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.078711] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.078952] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.079106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.079384] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.079541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.079659] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.079860] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.079995] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.080152] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: a6baec6b-c580-44d6-a73c-be2f49e4cfdd is going to be created. [ 996.102107] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.102401] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.102593] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.102903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.103233] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.103544] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.469099] env[65401]: INFO networking_nsxv3.common.synchronization [req-8160ef9e-8461-4100-8402-9d247ca10224 req-98e47805-3077-4867-806a-e18c054f5416 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 996.469696] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGHEST for action security_group_members [ 996.470019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.471019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.471019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.471019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.471346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.471460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.471528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.471705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.471793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.471888] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.628450] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 996.628764] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.856747] env[65401]: INFO networking_nsxv3.common.synchronization [req-19e02169-86f1-47f5-9205-489c5eb30991 req-836a86b0-a644-40b5-99b1-17bd7d151300 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 996.856930] env[65401]: INFO networking_nsxv3.common.synchronization [req-19e02169-86f1-47f5-9205-489c5eb30991 req-836a86b0-a644-40b5-99b1-17bd7d151300 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 996.857076] env[65401]: INFO networking_nsxv3.common.synchronization [req-19e02169-86f1-47f5-9205-489c5eb30991 req-836a86b0-a644-40b5-99b1-17bd7d151300 service nova] Enqueued Resource ID: a6baec6b-c580-44d6-a73c-be2f49e4cfdd with Priority: HIGHEST for action port [ 996.857573] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 996.857573] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 996.857656] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6baec6b-c580-44d6-a73c-be2f49e4cfdd with Priority: HIGHEST for action port [ 996.858210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.858345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.858437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.858705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.858812] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.859771] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.860018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.860267] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.860687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.861050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.861156] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.864534] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.864534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.864534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.864534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.864534] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6baec6b-c580-44d6-a73c-be2f49e4cfdd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.896215] env[65401]: INFO networking_nsxv3.common.synchronization [req-a52e46bd-8b87-41c1-933b-bca3f4722b39 req-80e7172d-1aa8-4700-9aa6-d3d8e747e424 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 996.896215] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 996.896985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.897300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.897595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.897937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.899887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.899887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.899887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.899887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.899887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.899887] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.973759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.974142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.974255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.975030] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.975030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.975267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.975267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.975367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.975474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 is going to be updated. [ 997.009167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.009503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.009503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.009612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.009770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.019885] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: IN_PROGRESS for 2s [ 997.272880] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.273086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.273211] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.273506] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.273779] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.273918] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.276841] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.278076] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.278076] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.278262] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.278755] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.278916] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.279055] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.279351] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.279815] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.280049] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.317542] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.317741] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.317884] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.321023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.321023] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.321023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.321023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.321023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.321023] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.365535] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.365829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.365947] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.367553] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6baec6b-c580-44d6-a73c-be2f49e4cfdd with status ACTIVE [ 997.367748] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.367861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.367933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.368169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.368278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.368445] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.368560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.368604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.368746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.368868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.368999] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.373049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.373195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.373391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.373494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.373595] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6baec6b-c580-44d6-a73c-be2f49e4cfdd is going to be updated. [ 997.394925] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.395145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.395191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.395379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.395517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.395683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6baec6b-c580-44d6-a73c-be2f49e4cfdd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.402034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.402034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.402034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.402236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.402236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.402433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.402558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.402621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.402773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.402841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.402925] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 997.429071] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.429253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.429298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.429498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.429750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.441449] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 997.824939] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.824939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.824939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.826126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.826126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.826126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 not found, creating... [ 997.826126] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.826126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.826356] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.826495] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.826631] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.826980] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.827248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.827428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.827692] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.827856] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.828053] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 is going to be created. [ 997.854104] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.854314] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.854434] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.854703] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.854932] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.855172] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.875880] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.170382] env[65401]: INFO networking_nsxv3.common.synchronization [None req-c4e8422f-3b2a-4556-97bd-efc3025888a6 None None] Enqueued Resource ID: c669fd0b-a4e3-41d2-8260-0d4081738e8e with Priority: HIGHEST for action port [ 998.170382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c669fd0b-a4e3-41d2-8260-0d4081738e8e with Priority: HIGHEST for action port [ 998.170678] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c669fd0b-a4e3-41d2-8260-0d4081738e8e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.170809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c669fd0b-a4e3-41d2-8260-0d4081738e8e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.170869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c669fd0b-a4e3-41d2-8260-0d4081738e8e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.171300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c669fd0b-a4e3-41d2-8260-0d4081738e8e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.171505] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c669fd0b-a4e3-41d2-8260-0d4081738e8e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.381362] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.381362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.381362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.381362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.381362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.381362] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be created. [ 998.404593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.404593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.404593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.404593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.404593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.413907] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: UNINITIALIZED for 2s [ 998.521667] env[65401]: INFO networking_nsxv3.common.synchronization [req-a52e46bd-8b87-41c1-933b-bca3f4722b39 req-04631aae-638e-435c-a0ea-d93234bfcc81 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 998.521667] env[65401]: INFO networking_nsxv3.common.synchronization [req-a52e46bd-8b87-41c1-933b-bca3f4722b39 req-04631aae-638e-435c-a0ea-d93234bfcc81 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 998.521667] env[65401]: INFO networking_nsxv3.common.synchronization [req-a52e46bd-8b87-41c1-933b-bca3f4722b39 req-04631aae-638e-435c-a0ea-d93234bfcc81 service nova] Enqueued Resource ID: d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 with Priority: HIGHEST for action port [ 998.521667] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 998.522164] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 998.522463] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 with Priority: HIGHEST for action port [ 998.523123] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.523394] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.524065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.526026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.526026] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.527522] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.527912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.528578] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.528849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.529034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.529349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.530889] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.673892] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c669fd0b-a4e3-41d2-8260-0d4081738e8e [ 998.677711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.677711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.677711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.677711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.677711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.677711] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c669fd0b-a4e3-41d2-8260-0d4081738e8e already deleted. [ 998.677711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c669fd0b-a4e3-41d2-8260-0d4081738e8e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.035211] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644cdbff-32bc-4926-ba25-f024ab515c56 in Status: SUCCESS [ 999.035481] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 deletion is rescheduled due to dependency. [ 999.035531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.035861] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.035973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.036166] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 with status ACTIVE [ 999.036328] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.036433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.036500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.036701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.036782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.036946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.037450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.037450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.037450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.037450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.037655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.037655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.037810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.037810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.037880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.037970] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6 is going to be updated. [ 999.069451] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.069755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.069994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d81b51e0-3f35-4ab0-9dbf-60a3d3092ab6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.456163] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 999.456340] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 999.456482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.456683] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.456935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457199] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.457274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.457342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.457553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457760] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.999446] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.425454] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1000.425748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.425864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.426125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.426313] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.426434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.426494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.426650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.426786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.426829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.426899] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.503799] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.664406] env[65401]: INFO networking_nsxv3.common.synchronization [None req-6436012d-d817-4a07-9854-848ede522b59 None None] Enqueued Resource ID: cb450206-6f19-4515-9bc3-9b7f8c95ea19 with Priority: HIGHEST for action port [ 1000.664970] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb450206-6f19-4515-9bc3-9b7f8c95ea19 with Priority: HIGHEST for action port [ 1000.665314] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb450206-6f19-4515-9bc3-9b7f8c95ea19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.665442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb450206-6f19-4515-9bc3-9b7f8c95ea19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.665480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb450206-6f19-4515-9bc3-9b7f8c95ea19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.665747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb450206-6f19-4515-9bc3-9b7f8c95ea19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.665830] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb450206-6f19-4515-9bc3-9b7f8c95ea19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.929580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.932152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.932152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.932152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.932152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.939511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.939511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.939511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.939511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.939511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.939511] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.007126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.009465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.009465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.009465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.009465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.009465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1001.037681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.038059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.038981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.038981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.038981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.048934] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1001.168074] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb450206-6f19-4515-9bc3-9b7f8c95ea19 [ 1001.168369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.168520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.168595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.168821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.168925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.169465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb450206-6f19-4515-9bc3-9b7f8c95ea19 already deleted. [ 1001.169465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb450206-6f19-4515-9bc3-9b7f8c95ea19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.436518] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5202a0b9-9fb7-43d6-adff-c0b2debed0b6: rpc.has_security_group_logging(os_id): False [ 1001.468128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468128] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.468989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.468989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.469115] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be created. [ 1001.535768] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.535924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.535970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.536236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.536445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.548678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1003.062757] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1003.063122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.063241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.063495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.063930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.063930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.063930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.064386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.064386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.064386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.064560] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.561617] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1003.561842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.568734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.568886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.568955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.569184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.569341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.569436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.569511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.569681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.569785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.569889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.570085] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.570182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.570287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.570421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.570554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.570644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.570700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.570829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.570902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.570979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.571078] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.074648] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 1004.094249] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.094397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.094461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.094668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.094757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.094943] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.095088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.095166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.095321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.095399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.095604] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.095697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.095751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.095889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.095952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096147] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.096239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.096299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.096431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.096504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.096588] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1004.165666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.165807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.166775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.166775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.166775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.181136] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1004.833890] env[65401]: INFO networking_nsxv3.common.synchronization [req-17c598cd-bd94-407a-a367-be8b6439e9cc req-d0e50a6a-450f-44af-92d9-0775926ce020 tempest-FloatingIPsAssociationTestJSON-161264370 tempest-FloatingIPsAssociationTestJSON-161264370-project-member] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1004.835743] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1004.838869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.839916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.839916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.839916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.839916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.839916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.839916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.840291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.840291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.840291] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.270890] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.272020] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.272458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.273158] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.274547] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.274810] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.275145] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.275486] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.275738] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.276364] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.276664] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.276931] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.277895] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.278066] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.278165] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.278307] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.306394] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.307011] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.307267] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.307450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.307921] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-df1f0c37-201a-4b98-8668-ce25bd651757 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.308179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.308363] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.308775] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.308941] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1f0c37-201a-4b98-8668-ce25bd651757',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.342954] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.343490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.343490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.343612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.343674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.344228] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.344480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.344687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.345074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.345232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.345384] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d already deleted. [ 1005.345631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.812523] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.812837] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.813171] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.813669] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.813959] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.815279] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port df1f0c37-201a-4b98-8668-ce25bd651757 not found, creating... [ 1005.815730] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815975] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.816308] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.816668] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.816936] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.817443] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.817761] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.817943] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.818321] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.818553] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.818794] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: df1f0c37-201a-4b98-8668-ce25bd651757 is going to be created. [ 1005.846814] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.846999] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.847144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.847418] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.847683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.847918] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.196071] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1006.196311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.566218] env[65401]: INFO networking_nsxv3.common.synchronization [req-17c598cd-bd94-407a-a367-be8b6439e9cc req-8fd6395f-8e05-4b42-a1c0-cefd77c0af8e service nova] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_rules [ 1006.566498] env[65401]: INFO networking_nsxv3.common.synchronization [req-17c598cd-bd94-407a-a367-be8b6439e9cc req-8fd6395f-8e05-4b42-a1c0-cefd77c0af8e service nova] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1006.566597] env[65401]: INFO networking_nsxv3.common.synchronization [req-17c598cd-bd94-407a-a367-be8b6439e9cc req-8fd6395f-8e05-4b42-a1c0-cefd77c0af8e service nova] Enqueued Resource ID: df1f0c37-201a-4b98-8668-ce25bd651757 with Priority: HIGHEST for action port [ 1006.567073] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_rules [ 1006.567213] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1006.567493] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1f0c37-201a-4b98-8668-ce25bd651757 with Priority: HIGHEST for action port [ 1006.567675] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.567829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.567951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.568356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.568394] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.569724] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.569781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.569895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.570160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.570330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.570446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.570508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.570644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.570728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.570882] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.571588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1f0c37-201a-4b98-8668-ce25bd651757 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.571765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.571829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.575078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.575078] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1f0c37-201a-4b98-8668-ce25bd651757',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.075428] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.076571] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.076692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.076884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df1f0c37-201a-4b98-8668-ce25bd651757 with status ACTIVE [ 1007.077170] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.077624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.077624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.077624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080485] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df1f0c37-201a-4b98-8668-ce25bd651757 is going to be updated. [ 1007.103384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.103663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.103663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.103874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.104034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.104098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1f0c37-201a-4b98-8668-ce25bd651757" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.581161] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.002767] env[65401]: INFO networking_nsxv3.common.synchronization [req-ee262fa7-6a4e-491f-87bd-60adaa852a70 req-739d489b-b033-4c47-a900-687165a124c4 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1008.002767] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1008.002767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.002767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.002767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.002767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.002767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.002767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.003681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.004645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.004645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.004645] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.086631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.088137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.088137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.088137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.088137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.088137] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be created. [ 1008.114269] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.114417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.114487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.114759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.114940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.125125] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: UNINITIALIZED for 2s [ 1008.509428] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.509631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.509692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.510045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.510255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.510513] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.510640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.510709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.510912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.511039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.511128] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1008.543432] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.543432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.543432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.543578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.543633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555619] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1009.041483] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ac7cc067-dffc-4cdc-9f86-7e1472debd44 None None] Enqueued Resource ID: 0d49846c-3906-40b2-8666-226d6487792e with Priority: HIGHEST for action port [ 1009.041483] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d49846c-3906-40b2-8666-226d6487792e with Priority: HIGHEST for action port [ 1009.041939] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d49846c-3906-40b2-8666-226d6487792e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.041939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d49846c-3906-40b2-8666-226d6487792e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.042080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d49846c-3906-40b2-8666-226d6487792e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.042281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d49846c-3906-40b2-8666-226d6487792e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.042577] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d49846c-3906-40b2-8666-226d6487792e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.548386] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d49846c-3906-40b2-8666-226d6487792e [ 1009.548623] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.548797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.549473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.549473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.549473] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d49846c-3906-40b2-8666-226d6487792e already deleted. [ 1009.549473] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d49846c-3906-40b2-8666-226d6487792e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140570] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1010.140890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.141206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.141299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.141500] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.141591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.141630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.141778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.141854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.141935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.142034] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.340218] env[65401]: INFO networking_nsxv3.common.synchronization [req-ea4ab0df-0f8f-47b3-9999-f423dd66e183 req-9348a729-a2ef-4f49-9713-f2381a8abdc7 tempest-SecurityGroupRulesNegativeTestJSON-791571673 tempest-SecurityGroupRulesNegativeTestJSON-791571673-project-member] Enqueued Resource ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 with Priority: HIGHEST for action security_group_rules [ 1010.340659] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 with Priority: HIGHEST for action security_group_rules [ 1010.341043] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ed3592-240b-4625-b61a-5e8396cb80e4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.341188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.341291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.341546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.341653] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ed3592-240b-4625-b61a-5e8396cb80e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.570443] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1010.570857] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1010.570857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.645184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.645269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.645363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.645558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.645724] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.645820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.645900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.646213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.646454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.646612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646799] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.647009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.647160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.647240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.647325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.647400] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.871525] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.871724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.871724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.871943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.872043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.872143] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 already deleted. [ 1010.872227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.874541] env[65401]: INFO networking_nsxv3.common.synchronization [req-76507170-8ffa-4449-b3cc-c499bab104cd req-16554601-47bc-44d9-94fb-0e218dad0693 tempest-SecurityGroupRulesNegativeTestJSON-791571673 tempest-SecurityGroupRulesNegativeTestJSON-791571673-project-member] Enqueued Resource ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 with Priority: HIGHEST for action security_group_rules [ 1010.875137] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 with Priority: HIGHEST for action security_group_rules [ 1010.879024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ed3592-240b-4625-b61a-5e8396cb80e4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.879024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.879024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.879024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.879024] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ed3592-240b-4625-b61a-5e8396cb80e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.150487] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76883d44-9505-410a-bcfb-52915ca8b27d: rpc.has_security_group_logging(os_id): False [ 1011.176575] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.176575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.176575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.176575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.176575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.176903] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.176903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.176903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.177028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.177100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.177276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.177411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.177482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.177560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.178087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.178087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.178087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.179168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.179264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.179421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.179481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be created. [ 1011.245315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.246072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.246072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.246072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.246072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.259153] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1011.403456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.403902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.403902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.403902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.404109] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ed3592-240b-4625-b61a-5e8396cb80e4 already deleted. [ 1011.404243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ed3592-240b-4625-b61a-5e8396cb80e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.477990] env[65401]: INFO networking_nsxv3.common.synchronization [req-7e6a7512-dd55-4d0b-85a5-7c5b0366d13a req-d5fd4a30-c529-4d0a-a387-236ea86a4aa5 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1011.478708] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1011.478873] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.479514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.479514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.479728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.480209] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.480209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.480209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.480209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.480449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.480449] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.585989] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4da19abb-38dd-45e0-af7f-46ea83c3f0f4 None None] Enqueued Resource ID: c9a37a4b-37b2-4fdf-be4c-4ac30371ea07 with Priority: HIGHEST for action port [ 1011.586566] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a37a4b-37b2-4fdf-be4c-4ac30371ea07 with Priority: HIGHEST for action port [ 1011.586894] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a37a4b-37b2-4fdf-be4c-4ac30371ea07 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.589641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a37a4b-37b2-4fdf-be4c-4ac30371ea07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.589641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a37a4b-37b2-4fdf-be4c-4ac30371ea07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.589641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a37a4b-37b2-4fdf-be4c-4ac30371ea07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.589641] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a37a4b-37b2-4fdf-be4c-4ac30371ea07',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.984607] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.984818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.984897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.985422] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.985518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.985705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.985895] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1012.022026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.022026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.022026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.022026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.022026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.034711] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1012.092251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a37a4b-37b2-4fdf-be4c-4ac30371ea07 [ 1012.092621] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.092972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.092972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.093138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.093138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.093271] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a37a4b-37b2-4fdf-be4c-4ac30371ea07 already deleted. [ 1012.093371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a37a4b-37b2-4fdf-be4c-4ac30371ea07" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.273550] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1013.273919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.057920] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1014.058138] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 deletion is rescheduled due to dependency. [ 1014.058258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.038914] env[65401]: INFO networking_nsxv3.common.synchronization [req-3321cc4d-64dc-4296-8328-568193a6ba71 req-b43fc213-eebc-4d2e-ac6f-16b76c7f4794 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 1015.039621] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGHEST for action security_group_members [ 1015.039702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.039874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.039874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.040341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.040414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.040556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.040634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.040820] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.543045] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.543227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.543227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.543863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.543863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.543863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.544115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.544115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.544196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.544261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.544350] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 is going to be updated. [ 1015.578623] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.578807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.578931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.579390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.579390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.593716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: IN_PROGRESS for 2s [ 1016.660044] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.660519] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.345807] env[65401]: INFO networking_nsxv3.common.synchronization [req-14c98ea7-9f5c-4f3f-bdc4-772e0f0f90ae req-86b6edc7-e205-4714-8578-6b561b209459 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1017.345807] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1017.348053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.348053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.348053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.348792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.349778] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.349778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.349778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.351246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.351246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.351246] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.606583] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45d64d4-25df-4831-b30c-e34fb1743c44 in Status: SUCCESS [ 1017.606859] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 deletion is rescheduled due to dependency. [ 1017.607015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.853220] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.855555] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.855555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.855555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.855555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.855555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.855555] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 already deleted. [ 1017.855555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.870296] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.870555] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.870681] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.871075] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.871697] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.871697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.871697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.871932] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.872093] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.872332] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.872448] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.872557] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.872708] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.872851] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.872940] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.873096] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.910061] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.910061] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.910061] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.910365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.910476] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.910675] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.910801] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.911206] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.911350] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f7851e-64fd-41ab-a7e6-bfa1712c3787',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.414591] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.418042] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port e4f7851e-64fd-41ab-a7e6-bfa1712c3787 not found, creating... [ 1018.418042] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.418042] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.420797] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.421225] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.421790] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.422399] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.422678] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.423317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.423704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.424495] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: e4f7851e-64fd-41ab-a7e6-bfa1712c3787 is going to be created. [ 1018.452357] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.452770] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.453027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.453339] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.453636] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.453937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.199614] env[65401]: INFO networking_nsxv3.common.synchronization [req-14c98ea7-9f5c-4f3f-bdc4-772e0f0f90ae req-ad7f5ee2-b955-47ff-9ac8-20c815cec339 service nova] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 1019.199971] env[65401]: INFO networking_nsxv3.common.synchronization [req-14c98ea7-9f5c-4f3f-bdc4-772e0f0f90ae req-ad7f5ee2-b955-47ff-9ac8-20c815cec339 service nova] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1019.199971] env[65401]: INFO networking_nsxv3.common.synchronization [req-14c98ea7-9f5c-4f3f-bdc4-772e0f0f90ae req-ad7f5ee2-b955-47ff-9ac8-20c815cec339 service nova] Enqueued Resource ID: e4f7851e-64fd-41ab-a7e6-bfa1712c3787 with Priority: HIGHEST for action port [ 1019.200742] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_rules [ 1019.200742] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1019.200854] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f7851e-64fd-41ab-a7e6-bfa1712c3787 with Priority: HIGHEST for action port [ 1019.201123] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.201286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.201715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.201715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.201715] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.203343] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.203343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.203526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.204054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.204054] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.204293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.204293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.204982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.204982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.204982] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.206959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.207192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.207192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.209401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.209401] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f7851e-64fd-41ab-a7e6-bfa1712c3787',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.707909] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.709219] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.709337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.710388] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4f7851e-64fd-41ab-a7e6-bfa1712c3787 with status ACTIVE [ 1019.710695] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.710797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.710913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.711202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.711357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.711601] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.711779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.711900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.712165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.712337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.712620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.712826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.712925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.713248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.713365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.713594] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4f7851e-64fd-41ab-a7e6-bfa1712c3787 is going to be updated. [ 1019.739079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.739318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.739318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.739589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.739778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.740034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f7851e-64fd-41ab-a7e6-bfa1712c3787" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.211554] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.715132] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.715132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.715132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.715132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.715132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.715132] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 is going to be created. [ 1020.754659] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.757400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.757400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.757400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.757400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.767281] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: UNINITIALIZED for 2s [ 1021.043644] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8775065f-ae5d-478b-8ba4-10048e189be7 None None] Enqueued Resource ID: e589ce9e-1749-4836-acbd-6190f5bbb805 with Priority: HIGHEST for action port [ 1021.043644] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e589ce9e-1749-4836-acbd-6190f5bbb805 with Priority: HIGHEST for action port [ 1021.043897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e589ce9e-1749-4836-acbd-6190f5bbb805 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.044156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e589ce9e-1749-4836-acbd-6190f5bbb805" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.044351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e589ce9e-1749-4836-acbd-6190f5bbb805" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.045070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e589ce9e-1749-4836-acbd-6190f5bbb805" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.045070] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e589ce9e-1749-4836-acbd-6190f5bbb805',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.550022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e589ce9e-1749-4836-acbd-6190f5bbb805 [ 1021.550424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.550424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.550565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.550987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.550987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.550987] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e589ce9e-1749-4836-acbd-6190f5bbb805 already deleted. [ 1021.550987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e589ce9e-1749-4836-acbd-6190f5bbb805" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.780876] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: SUCCESS [ 1022.781979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.781979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.783341] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783630] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.096365] env[65401]: INFO networking_nsxv3.common.synchronization [req-b1c2f3ec-a1a6-44b8-8722-0a23b74cb3c6 req-90de8062-36b1-4d21-9c4a-61b2ac3f2bd9 tempest-ServerRescueTestJSON-1828546732 tempest-ServerRescueTestJSON-1828546732-project-member] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 1023.097071] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGHEST for action security_group_members [ 1023.097362] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.097625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.097722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.098140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.098275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.098358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.098561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.099261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.099261] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.125456] env[65401]: INFO networking_nsxv3.common.synchronization [req-a94542a0-76e7-4310-9cfc-6e7332baa137 req-0eab556e-bb72-473f-ac5e-bd72fc446d10 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1023.125456] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1023.125456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.125456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.125456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.125456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.125456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.125857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.125857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.125921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.125993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.126965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.287427] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.606044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.606044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.606044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.606457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.606457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.606457] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be updated. [ 1023.633879] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.635012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.644938] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.644938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.644938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.644938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.644938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.673429] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: IN_PROGRESS for 2s [ 1023.676708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.677058] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.677190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.677275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.677521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.677651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.677737] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1023.715034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.715034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.715034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.715034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.715305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.730636] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1023.793093] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 334268c3-0586-475e-be7b-5ad68ce78768: rpc.has_security_group_logging(os_id): False [ 1023.821194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.822028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.822028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.822028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.822028] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.822345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.822424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.822503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.823566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.823566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.823566] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 is going to be created. [ 1023.909203] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.909203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.909203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.909203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.909203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.924426] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: IN_PROGRESS for 2s [ 1024.171345] env[65401]: INFO networking_nsxv3.common.synchronization [req-45231e60-7d38-4869-bbcb-1217fee0ec90 req-4cd12d93-88c4-44d0-b3de-42ee3240035e tempest-ServerMetadataNegativeTestJSON-1750620579 tempest-ServerMetadataNegativeTestJSON-1750620579-project-member] Enqueued Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1024.171913] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1024.172262] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.172406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.172475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.173973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.174290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.174525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.174614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.174712] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.569534] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.569818] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-926" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.570012] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-926" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.570532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-926" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.571014] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.571014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572577] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.572577] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.572577] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572577] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.572577] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.572577] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.572577] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.572577] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.572577] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.572577] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.596695] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.596926] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.597671] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.597671] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-926" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.597671] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.597980] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.597980] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.598281] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.598420] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98c7eb4-48e7-4dea-8368-eaf366c44e3a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.637120] env[65401]: INFO networking_nsxv3.common.synchronization [None req-7d5ee47a-a333-4a50-93bd-7fe27d94a51f None None] Enqueued Resource ID: 5ce0064c-31c5-48bb-8e71-0548fb094410 with Priority: HIGHEST for action port [ 1024.637744] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce0064c-31c5-48bb-8e71-0548fb094410 with Priority: HIGHEST for action port [ 1024.638069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce0064c-31c5-48bb-8e71-0548fb094410 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.638196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce0064c-31c5-48bb-8e71-0548fb094410" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce0064c-31c5-48bb-8e71-0548fb094410" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.639073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce0064c-31c5-48bb-8e71-0548fb094410" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.639073] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce0064c-31c5-48bb-8e71-0548fb094410',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.680517] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.680675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.680881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.681075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.681140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.681281] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.681379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.681438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.681590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.681663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.681743] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 already deleted. [ 1024.681821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.101121] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.101522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.101522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.102480] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.102480] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.102480] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port d98c7eb4-48e7-4dea-8368-eaf366c44e3a not found, creating... [ 1025.102480] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.102480] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.102852] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.102852] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.102953] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.103180] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.103333] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.103446] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.104031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.104126] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.104323] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: d98c7eb4-48e7-4dea-8368-eaf366c44e3a is going to be created. [ 1025.126070] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.126257] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.126470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.126653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.126894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.127133] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.140819] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce0064c-31c5-48bb-8e71-0548fb094410 [ 1025.141056] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.141209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.141280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.141485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.141576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.141817] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce0064c-31c5-48bb-8e71-0548fb094410 already deleted. [ 1025.141817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce0064c-31c5-48bb-8e71-0548fb094410" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.683871] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 in Status: SUCCESS [ 1025.685705] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 deletion is rescheduled due to dependency. [ 1025.685705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.747720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1025.747720] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee deletion is rescheduled due to dependency. [ 1025.747720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.943547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: SUCCESS [ 1025.943547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.973403] env[65401]: INFO networking_nsxv3.common.synchronization [req-45231e60-7d38-4869-bbcb-1217fee0ec90 req-7b79d783-102f-4cbe-adc5-86351561b7a5 service nova] Enqueued Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_rules [ 1025.973403] env[65401]: INFO networking_nsxv3.common.synchronization [req-45231e60-7d38-4869-bbcb-1217fee0ec90 req-7b79d783-102f-4cbe-adc5-86351561b7a5 service nova] Enqueued Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1025.973403] env[65401]: INFO networking_nsxv3.common.synchronization [req-45231e60-7d38-4869-bbcb-1217fee0ec90 req-7b79d783-102f-4cbe-adc5-86351561b7a5 service nova] Enqueued Resource ID: d98c7eb4-48e7-4dea-8368-eaf366c44e3a with Priority: HIGHEST for action port [ 1025.973403] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_rules [ 1025.975729] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1025.975929] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98c7eb4-48e7-4dea-8368-eaf366c44e3a with Priority: HIGHEST for action port [ 1025.976490] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.976605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.976703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.977108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.977244] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.978838] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.978926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.979057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.981970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.981970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.981970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.981970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.981970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.981970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.981970] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.982299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.982299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.982398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.983297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.983297] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98c7eb4-48e7-4dea-8368-eaf366c44e3a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.430773] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a5caaff-e1ff-4734-8860-faf2d94e4a2d req-9e1e4afd-2e38-4e03-8f9a-6bf99d7be00f tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1026.431444] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1026.431641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.431784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.431868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.432384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.432384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.432563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.432563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.432688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.433019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.433174] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.489112] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.490808] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.490976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491371] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d98c7eb4-48e7-4dea-8368-eaf366c44e3a with status ACTIVE [ 1026.491588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.491986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.492095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.492280] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.492414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.492505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.492638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.492720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.492910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.493013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.495609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.495609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.495609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.495609] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d98c7eb4-48e7-4dea-8368-eaf366c44e3a is going to be updated. [ 1026.521295] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.521295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.521295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.521295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.521295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.521295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98c7eb4-48e7-4dea-8368-eaf366c44e3a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.759235] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.760613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.761200] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.765040] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.765401] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.765591] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.767112] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.767112] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.767112] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.767112] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.767112] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.767112] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.767112] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.767112] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.768750] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.768750] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.798971] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.798971] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.798971] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.798971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.798971] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-e1c6d771-5446-4857-bfc2-605b6fe14f7b taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.798971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.798971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.798971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.798971] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c6d771-5446-4857-bfc2-605b6fe14f7b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.936935] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.991488] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.302682] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.303285] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.303462] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.303866] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.304092] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.304295] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port e1c6d771-5446-4857-bfc2-605b6fe14f7b not found, creating... [ 1027.304594] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.305308] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.305465] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.305742] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.305894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.306294] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.306414] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.306530] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.306760] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.306894] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.307116] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: e1c6d771-5446-4857-bfc2-605b6fe14f7b is going to be created. [ 1027.329172] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.329451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.329568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.329816] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.330105] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.330254] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.439636] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.497710] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.498130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.498217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.498436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.498573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.498689] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 is going to be created. [ 1027.535387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.535727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.535828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.536064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.536235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.546866] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: UNINITIALIZED for 2s [ 1027.942371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.942611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.943053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.943201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.943349] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1027.984775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.985065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.985065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.985239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.985336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.998662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1028.027427] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3360b626-5e99-49e0-9e5f-8407cd03e608 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1028.028107] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1028.028470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.028645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.028645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.028974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.029107] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.122429] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a5caaff-e1ff-4734-8860-faf2d94e4a2d req-73554e32-864f-4525-9041-87b5a6bf8b2f service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1028.122625] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a5caaff-e1ff-4734-8860-faf2d94e4a2d req-73554e32-864f-4525-9041-87b5a6bf8b2f service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1028.122773] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a5caaff-e1ff-4734-8860-faf2d94e4a2d req-73554e32-864f-4525-9041-87b5a6bf8b2f service nova] Enqueued Resource ID: e1c6d771-5446-4857-bfc2-605b6fe14f7b with Priority: HIGHEST for action port [ 1028.123388] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1028.123569] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1028.123653] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c6d771-5446-4857-bfc2-605b6fe14f7b with Priority: HIGHEST for action port [ 1028.123955] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.124093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.124164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.124430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.124547] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.125538] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.125538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.125766] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c6d771-5446-4857-bfc2-605b6fe14f7b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.125873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.125927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.126167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.126255] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c6d771-5446-4857-bfc2-605b6fe14f7b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.149429] env[65401]: INFO networking_nsxv3.common.synchronization [None req-8086989f-8fe8-4028-9752-d5b406a9bd3b tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1028.150604] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1028.150960] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.151091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.560690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.561032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.561032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.561111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.561172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.561260] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 already deleted. [ 1028.561346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.561503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.561664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.561749] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.628484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.628670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.629526] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1c6d771-5446-4857-bfc2-605b6fe14f7b with status ACTIVE [ 1028.629770] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.629959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.630041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.630421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.630421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.630502] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.630644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.630644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.630824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.630868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.631094] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.631208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.631254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.631396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.631467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.631547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1c6d771-5446-4857-bfc2-605b6fe14f7b is going to be updated. [ 1028.658431] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.658606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.658681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.658891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.659149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.659256] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c6d771-5446-4857-bfc2-605b6fe14f7b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.084599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.085101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.085207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.085584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.085754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.086265] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 already deleted. [ 1029.086403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.558298] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: SUCCESS [ 1029.558820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.559070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.559611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.560021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.560100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.560198] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.014478] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1030.014901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.015097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.016426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.016426] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.016426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.016426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.016426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.016885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.016885] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.062061] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.062271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.062317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.062533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.062702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.062869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.062925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.063146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.063227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.063337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.063491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.063651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.063687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.063825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.063965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.064087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.064281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.064371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064551] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.519874] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.568254] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1be173a-13b0-4cac-bcb3-cd51fb3da874: rpc.has_security_group_logging(os_id): False [ 1030.590619] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.590619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.590619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.594349] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.594349] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.594349] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.594349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.595158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.595158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.595158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.595158] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 is going to be created. [ 1030.667035] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.667302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.667302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.667493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.667734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.679145] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: IN_PROGRESS for 2s [ 1031.022623] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.527330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.527526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.527636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.527856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.527931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.528012] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1031.568261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.568412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.568496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.568770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.568946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.579263] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1032.694510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: SUCCESS [ 1032.695119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.151449] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.151658] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1033.532565] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fcfb996-39b8-43b3-97dc-0cadd5132bc4 req-18f5cf64-189f-4d6f-8b8d-01f1e7ffccd8 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1033.533258] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1033.533658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.533658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.533906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.534307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.534553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.534669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.534733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.534904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.534992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.535104] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.591567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1033.591829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.592132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.592613] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.592759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.592816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.593091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.593200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.593364] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.680503] env[65401]: INFO networking_nsxv3.common.synchronization [None req-a70356c6-c794-4252-acc5-54ebaa72dff8 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1033.680752] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1033.681181] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.681321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.681391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.681652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.681733] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.845716] env[65401]: INFO networking_nsxv3.common.synchronization [None req-7f5c5e48-6169-4346-bc32-8b9786a9bd81 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1033.846085] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1033.846216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.846362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.935822] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.936548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.936686] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.937205] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.937341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.937592] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.938018] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.938018] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.938018] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.938183] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.938225] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.938990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.958893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.958893] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.958893] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.958893] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.959213] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-263b51ce-e15e-4f14-825f-a2c77f2cf29c taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.959213] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.959375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.960504] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.960504] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263b51ce-e15e-4f14-825f-a2c77f2cf29c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.038519] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.038718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.038718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.038945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.039043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.039256] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.039371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.039428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.039630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.039630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.039745] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1034.070620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.070620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.070620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.070620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.070620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.084532] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1034.096196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.096418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.096498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.096732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.096935] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.097079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.097174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.097335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.097441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.097588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.097758] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.097879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.097938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.098105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.098244] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.098334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.098391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.098615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.098745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.098831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.098937] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.208193] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.208468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.208557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.208999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.209217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209431] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 already deleted. [ 1034.209629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.210220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.210370] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.462660] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.462989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.463124] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.463428] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.463587] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.463746] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 263b51ce-e15e-4f14-825f-a2c77f2cf29c not found, creating... [ 1034.464016] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.464175] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.464291] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.464508] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.464641] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.465103] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.465103] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.465255] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.465425] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.465545] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.465680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 263b51ce-e15e-4f14-825f-a2c77f2cf29c is going to be created. [ 1034.491962] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.492327] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.492404] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.493097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.493097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.493333] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.602373] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 1034.632692] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632692] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.637021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.637021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1034.716403] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.716559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.716625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.717038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.717038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.733766] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.733935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.733993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.734411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.734411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.734488] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 already deleted. [ 1034.734647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.737032] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1035.245989] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fcfb996-39b8-43b3-97dc-0cadd5132bc4 req-8d6b8db5-604e-4cf3-9ab6-cd329a15462d service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1035.246344] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fcfb996-39b8-43b3-97dc-0cadd5132bc4 req-8d6b8db5-604e-4cf3-9ab6-cd329a15462d service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1035.246479] env[65401]: INFO networking_nsxv3.common.synchronization [req-4fcfb996-39b8-43b3-97dc-0cadd5132bc4 req-8d6b8db5-604e-4cf3-9ab6-cd329a15462d service nova] Enqueued Resource ID: 263b51ce-e15e-4f14-825f-a2c77f2cf29c with Priority: HIGHEST for action port [ 1035.247611] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1035.247911] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1035.247959] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263b51ce-e15e-4f14-825f-a2c77f2cf29c with Priority: HIGHEST for action port [ 1035.248325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.248526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.248610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.248823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.248907] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.250494] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.250645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.251303] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-263b51ce-e15e-4f14-825f-a2c77f2cf29c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.251303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.253864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.253864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.253864] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263b51ce-e15e-4f14-825f-a2c77f2cf29c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.751491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.751614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.757209] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 263b51ce-e15e-4f14-825f-a2c77f2cf29c with status ACTIVE [ 1035.757581] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.758465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.758465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.758637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.758637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.760033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.760033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.760033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.760033] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 263b51ce-e15e-4f14-825f-a2c77f2cf29c is going to be updated. [ 1035.781947] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.782127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.782200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.782427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.782579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.782757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263b51ce-e15e-4f14-825f-a2c77f2cf29c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.095698] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1036.095974] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1036.096131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.096296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.096519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.096699] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.096816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.096876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.097040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.097125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.097227] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.600326] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.753684] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1036.753906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.103579] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.158418] env[65401]: INFO networking_nsxv3.common.synchronization [req-9176bf85-b1c4-498d-bec1-bed3066ba4a6 req-f3bd7e30-d311-4115-ac04-837690ac7acd tempest-FloatingIPsAssociationTestJSON-161264370 tempest-FloatingIPsAssociationTestJSON-161264370-project-member] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1037.159064] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1037.159382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.159509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.159580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.159839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.159995] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.160120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.160213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.160318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.160408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.160497] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.512287] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.512521] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.512629] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.512874] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.513133] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.514193] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.514342] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.514623] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.514778] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.515025] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.515203] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.515343] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.515473] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.515598] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.515713] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.515845] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.539127] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.539127] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.539127] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.539127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-536" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.539127] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5cafe273-5161-470f-8062-64e5a73480bf taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.539127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.539127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.539127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.539127] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cafe273-5161-470f-8062-64e5a73480bf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.607367] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.607672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.607672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1037.637739] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.638100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.638378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.638584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.648678] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1037.663768] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.041715] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.042024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.042250] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.042585] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.042814] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.043145] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5cafe273-5161-470f-8062-64e5a73480bf not found, creating... [ 1038.043433] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.043654] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.043784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.044057] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.044214] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.044541] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.044783] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.044957] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.045438] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.045776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.045976] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5cafe273-5161-470f-8062-64e5a73480bf is going to be created. [ 1038.069549] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.070311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.070311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.070477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.070706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.070991] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.165969] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.368119] env[65401]: INFO networking_nsxv3.common.synchronization [req-045678cf-7a01-4f20-a0a6-ce75e3c6523b req-b816e6eb-ea2f-4d1e-b8e0-d6e99b546ff0 tempest-ServerMetadataNegativeTestJSON-1750620579 tempest-ServerMetadataNegativeTestJSON-1750620579-project-member] Enqueued Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1038.368661] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGHEST for action security_group_members [ 1038.368985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.369134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.369197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.369387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.369541] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.369640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.369695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.369834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.369916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.370020] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.668652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.668980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.668980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.669140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.669230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.669326] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1038.700717] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.700717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.700717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.700717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.700717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.709660] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1038.800069] env[65401]: INFO networking_nsxv3.common.synchronization [req-9176bf85-b1c4-498d-bec1-bed3066ba4a6 req-783513c0-40a4-41f1-802f-1672e0704005 service nova] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_rules [ 1038.800520] env[65401]: INFO networking_nsxv3.common.synchronization [req-9176bf85-b1c4-498d-bec1-bed3066ba4a6 req-783513c0-40a4-41f1-802f-1672e0704005 service nova] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1038.800520] env[65401]: INFO networking_nsxv3.common.synchronization [req-9176bf85-b1c4-498d-bec1-bed3066ba4a6 req-783513c0-40a4-41f1-802f-1672e0704005 service nova] Enqueued Resource ID: 5cafe273-5161-470f-8062-64e5a73480bf with Priority: HIGHEST for action port [ 1038.801014] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_rules [ 1038.802168] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1038.802168] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cafe273-5161-470f-8062-64e5a73480bf with Priority: HIGHEST for action port [ 1038.802168] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.802168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.802168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.802168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.802570] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.803806] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.803886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.804168] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cafe273-5161-470f-8062-64e5a73480bf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.804317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.804409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.804624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.804731] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cafe273-5161-470f-8062-64e5a73480bf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.872787] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.872960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.872960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.873188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.873278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873526] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.873635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.873635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.873782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.873843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873914] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 is going to be updated. [ 1038.912728] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.912948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.913010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.913176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.913315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.924285] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: IN_PROGRESS for 2s [ 1039.304663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.304817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.306273] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cafe273-5161-470f-8062-64e5a73480bf with status ACTIVE [ 1039.306539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.307106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.307106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.307305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.307305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.307588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.307772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.307855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.308164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.308290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.308602] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.308770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.308903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.309206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.309420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.309476] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cafe273-5161-470f-8062-64e5a73480bf is going to be updated. [ 1039.340717] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.341273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.341273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.341533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cafe273-5161-470f-8062-64e5a73480bf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.820682] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.820682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.820682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.820682] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.889432] env[65401]: INFO networking_nsxv3.common.synchronization [req-d91301cf-0d59-41b9-b2e9-aca4eb6d80dd req-e3e6e210-d851-47fa-8589-c0a44047df7c tempest-InstanceActionsV221TestJSON-837960295 tempest-InstanceActionsV221TestJSON-837960295-project-member] Enqueued Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1039.890471] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1039.890471] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.890471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.890744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.890851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.891021] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.891148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.891226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.892230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.892230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.892230] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.284115] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.284355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.284512] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.285085] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.285445] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.285655] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.285813] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.286113] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.286355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.286637] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.286770] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.286920] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.287082] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.287228] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.287348] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.287621] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.314482] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.314675] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.314815] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.316190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-962" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.316190] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-98244df4-96a4-4925-a575-3c35a16f2297 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.316190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316768] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98244df4-96a4-4925-a575-3c35a16f2297',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.322710] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.322909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.323703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.323703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.323703] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.323703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.323925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.324046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.324195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.324312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.324495] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.324612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.324782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.325346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.325346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.325346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.325346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.325346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.325960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.325960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.325960] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.395556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.395556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.395556] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 already deleted. [ 1040.395556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.676236] env[65401]: INFO networking_nsxv3.common.synchronization [req-c1a0ec83-c6af-4d9f-bc29-56eeffe4df81 req-7d372078-b640-4690-98d5-e015375bfcfb tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1040.676837] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1040.677272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.677488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.677601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.677980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677980] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.677980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.678181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.678327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.678409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.678481] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.720980] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1040.721279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.721459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.721720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.721959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.722138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.722222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.722419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.722544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.722667] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.818450] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.818746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.818962] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.819348] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.819619] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.819805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 98244df4-96a4-4925-a575-3c35a16f2297 not found, creating... [ 1040.820090] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.820253] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.820355] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.820583] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.820699] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.820965] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.821132] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.821240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.821440] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.821564] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.821725] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 98244df4-96a4-4925-a575-3c35a16f2297 is going to be created. [ 1040.827989] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 1040.846561] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.846561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.846561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.846847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.846923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.847334] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.847334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.847334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.847566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.847623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.847833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.847912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.847951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.848264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.848362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.848597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.848758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.848820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.848961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.849059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.849477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1040.851552] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.852074] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.852217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.852495] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.852844] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.853387] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.940470] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 in Status: SUCCESS [ 1040.940691] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 deletion is rescheduled due to dependency. [ 1040.940750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.961184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.961421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.961421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.961652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.961809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.983739] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1041.180998] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.225232] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [req-d91301cf-0d59-41b9-b2e9-aca4eb6d80dd req-872692f4-4f84-4230-89be-de633edfa264 service nova] Enqueued Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_rules [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [req-d91301cf-0d59-41b9-b2e9-aca4eb6d80dd req-872692f4-4f84-4230-89be-de633edfa264 service nova] Enqueued Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [req-d91301cf-0d59-41b9-b2e9-aca4eb6d80dd req-872692f4-4f84-4230-89be-de633edfa264 service nova] Enqueued Resource ID: 98244df4-96a4-4925-a575-3c35a16f2297 with Priority: HIGHEST for action port [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_rules [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1041.563074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98244df4-96a4-4925-a575-3c35a16f2297 with Priority: HIGHEST for action port [ 1041.563074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.563074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.563074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.563991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.563991] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.564290] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.564415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.564487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.564888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.564888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.564888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.565061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.565169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.565169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.567155] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.567155] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-98244df4-96a4-4925-a575-3c35a16f2297 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.567155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.567155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.567155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.567155] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98244df4-96a4-4925-a575-3c35a16f2297',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.683559] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.727692] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.068992] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.069881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.070017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.070196] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98244df4-96a4-4925-a575-3c35a16f2297 with status ACTIVE [ 1042.070374] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.070519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.070581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.070777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.072663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072663] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98244df4-96a4-4925-a575-3c35a16f2297 is going to be updated. [ 1042.094930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.094930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.094930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.094930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.094930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.095261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98244df4-96a4-4925-a575-3c35a16f2297" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.186299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.186507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.186507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.186745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.186841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.186938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1042.227685] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.227891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.227891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.228362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.228362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.232110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.232327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.232327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.232510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.232603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.232972] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1042.243564] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1042.272356] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.272688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.272688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.272820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.272907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.282625] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1042.575101] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.001807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1043.001807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.079465] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.080893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.080893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 is going to be created. [ 1043.107103] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.107103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.107103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.107483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.107483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.118114] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: UNINITIALIZED for 2s [ 1044.252917] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1044.253212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.292420] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1044.292754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.292937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.293178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.293380] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.293482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.293592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.294218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.294218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.294218] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.705054] env[65401]: INFO networking_nsxv3.common.synchronization [req-38e73730-00cc-412b-a1a0-bcaead0b3994 req-46198ecd-f231-478b-b4ba-dd625b333f53 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1044.705505] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1044.705850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.705983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.706055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.706364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.706530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.706675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.706712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.706860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.707010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.707078] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.796536] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.796785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.796785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.797063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.797260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.797372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.797673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.797762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.797852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.798254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.798505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.798827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.798926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.799043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.799123] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.128514] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: SUCCESS [ 1045.129297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.129297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.129297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.129297] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.129574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.129574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.129675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.129675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.129755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.129824] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.162823] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.163033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.163164] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.163423] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.163759] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.164282] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.164536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.164795] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.164969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.165237] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.165376] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.165492] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.165601] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.165752] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.165871] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.166009] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.184099] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.184264] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.184411] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.184857] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.185068] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-9542a656-8275-405f-badd-397a2f4f824d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.185648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.185648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.185779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.185832] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9542a656-8275-405f-badd-397a2f4f824d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.211467] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.302446] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76883d44-9505-410a-bcfb-52915ca8b27d: rpc.has_security_group_logging(os_id): False [ 1045.323386] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.323636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.323798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.324104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.324227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.324594] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.324696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.327088] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.327088] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.327088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.327088] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1045.396716] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.396716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.396970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.396970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.397249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.414013] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1045.631897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.632159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.632245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.632464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.632663] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.632771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.632835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.633009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.633085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.633175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.633318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.633411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.633470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.633607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.633739] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.633827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.633885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.634041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.634118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.634198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.634287] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.688285] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.688543] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.688634] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.688918] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.689074] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.689227] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 9542a656-8275-405f-badd-397a2f4f824d not found, creating... [ 1045.689475] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.689635] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.689767] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.690013] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.690184] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.690515] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.690711] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.690869] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.691137] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.691344] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.691572] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 9542a656-8275-405f-badd-397a2f4f824d is going to be created. [ 1045.715451] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.733948] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734264] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.734888] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.735151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.137448] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efb8b4c9-a661-4827-aa73-f33bc0419150: rpc.has_security_group_logging(os_id): False [ 1046.156567] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.156883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.156982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.157218] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.157312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.157589] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.157741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.157790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.157899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.157976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.158190] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.158279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.158341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.158495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.158583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.158798] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.158909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.158973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.159363] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 is going to be created. [ 1046.218276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.218492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.218623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.218816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.218913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.219046] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1046.224718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.224926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.225024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.225370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.225614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.236347] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: IN_PROGRESS for 2s [ 1046.258322] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.258322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.258322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.258322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.258322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.268846] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1046.479706] env[65401]: INFO networking_nsxv3.common.synchronization [req-38e73730-00cc-412b-a1a0-bcaead0b3994 req-33b7b5a8-c142-4731-af0f-5e8e0aa64e21 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 1046.480162] env[65401]: INFO networking_nsxv3.common.synchronization [req-38e73730-00cc-412b-a1a0-bcaead0b3994 req-33b7b5a8-c142-4731-af0f-5e8e0aa64e21 service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1046.480162] env[65401]: INFO networking_nsxv3.common.synchronization [req-38e73730-00cc-412b-a1a0-bcaead0b3994 req-33b7b5a8-c142-4731-af0f-5e8e0aa64e21 service nova] Enqueued Resource ID: 9542a656-8275-405f-badd-397a2f4f824d with Priority: HIGHEST for action port [ 1046.481228] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 1046.481488] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1046.481779] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9542a656-8275-405f-badd-397a2f4f824d with Priority: HIGHEST for action port [ 1046.482058] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.482233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.482348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.482638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.482757] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.484594] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.484851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.486732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9542a656-8275-405f-badd-397a2f4f824d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.487325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.489153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.489462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.489616] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9542a656-8275-405f-badd-397a2f4f824d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.801635] env[65401]: INFO networking_nsxv3.common.synchronization [req-c32d07d6-4530-49a3-8736-30a2b921a468 req-a8f8c3b1-a7d9-449f-88fa-5a144f1fa6ef tempest-ImagesOneServerTestJSON-1232683388 tempest-ImagesOneServerTestJSON-1232683388-project-member] Enqueued Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 1046.802052] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGHEST for action security_group_members [ 1046.802385] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.802538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.802633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.802822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.802971] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.803099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.803159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.803305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.803411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.803514] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.991489] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.991584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.996615] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9542a656-8275-405f-badd-397a2f4f824d with status ACTIVE [ 1046.996708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.997637] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.997637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.998835] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.998835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.998835] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9542a656-8275-405f-badd-397a2f4f824d is going to be updated. [ 1047.021562] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.021562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.021562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.022058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9542a656-8275-405f-badd-397a2f4f824d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.258264] env[65401]: INFO networking_nsxv3.common.synchronization [req-0b1a0d3e-5a86-40b4-a54c-ac96077a7e2b req-6cb35225-9f3a-4302-ab32-952cb47e436b tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1047.259041] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1047.259381] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.259510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.259584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.259911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.260074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.260188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.260230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.260393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.260478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.260573] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.307236] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.307568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.307714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.307934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.308093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.308272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.308855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.308855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.308855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.308855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.308855] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 is going to be updated. [ 1047.346664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.346860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.346933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.347208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.347414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356645] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: IN_PROGRESS for 2s [ 1047.430230] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1047.430745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.616815] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.617224] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.617224] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.617464] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.617785] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.617991] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.618161] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.618463] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.618695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.618945] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.619142] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.619330] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.619506] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.619714] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.619784] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.619937] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.640413] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.640640] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.640727] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.640901] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.641318] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.641695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.641695] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.642104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.642262] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7ab3d7-28f9-44a0-8a96-ca425b230efa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.763413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.763413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.763413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.763721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.763721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.763833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.765516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.765516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.765516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.765516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.765516] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 already deleted. [ 1047.765516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.147832] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.148160] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.148271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.148541] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.148721] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.148867] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port ed7ab3d7-28f9-44a0-8a96-ca425b230efa not found, creating... [ 1048.149159] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.149328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.149457] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.149693] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.149829] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.150159] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.150324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.151857] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.152144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.152315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.152471] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: ed7ab3d7-28f9-44a0-8a96-ca425b230efa is going to be created. [ 1048.177463] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.177739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.177884] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.178194] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.178534] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.178827] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.251991] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: SUCCESS [ 1048.252289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.289234] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1048.289545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.290234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.290472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.290670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.290788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.290850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.290996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.291202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.291270] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.793392] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.295838] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.368575] env[65401]: INFO networking_nsxv3.common.synchronization [req-0b1a0d3e-5a86-40b4-a54c-ac96077a7e2b req-e5634207-9558-4f66-990e-fa01ead2f187 service nova] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1049.368812] env[65401]: INFO networking_nsxv3.common.synchronization [req-0b1a0d3e-5a86-40b4-a54c-ac96077a7e2b req-e5634207-9558-4f66-990e-fa01ead2f187 service nova] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1049.369181] env[65401]: INFO networking_nsxv3.common.synchronization [req-0b1a0d3e-5a86-40b4-a54c-ac96077a7e2b req-e5634207-9558-4f66-990e-fa01ead2f187 service nova] Enqueued Resource ID: ed7ab3d7-28f9-44a0-8a96-ca425b230efa with Priority: HIGHEST for action port [ 1049.369898] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae03ac43-9943-4975-8dc5-f375ee889764 in Status: SUCCESS [ 1049.370063] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 deletion is rescheduled due to dependency. [ 1049.370176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.370743] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_rules [ 1049.370889] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1049.370983] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7ab3d7-28f9-44a0-8a96-ca425b230efa with Priority: HIGHEST for action port [ 1049.371429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.371584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.371700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.371955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.372084] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.373014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.373162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.373327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.373449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.373620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.374344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.374344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.374344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.374344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.374344] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.374926] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.375105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.375313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.375503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.375606] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7ab3d7-28f9-44a0-8a96-ca425b230efa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.798194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.798581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.798581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.798744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.798744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.799240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1049.829889] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.829889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.829889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.829889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.842204] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1049.877867] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.878079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.878221] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.879458] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed7ab3d7-28f9-44a0-8a96-ca425b230efa with status ACTIVE [ 1049.879588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.879665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.879757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.879964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.880098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.880284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.880379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.880446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.880600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.880669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.880865] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.882350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.882459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.882601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.883291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.883291] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed7ab3d7-28f9-44a0-8a96-ca425b230efa is going to be updated. [ 1049.918287] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.918510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.918561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.918847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.919059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.919268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7ab3d7-28f9-44a0-8a96-ca425b230efa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.385446] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.599584] env[65401]: INFO networking_nsxv3.common.synchronization [None req-39b44e79-eeb5-4c01-a98e-ae61d5ffc999 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d6740318-5806-4b93-9010-7437bac6934f with Priority: HIGHEST for action security_group_rules [ 1050.600424] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6740318-5806-4b93-9010-7437bac6934f with Priority: HIGHEST for action security_group_rules [ 1050.601133] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6740318-5806-4b93-9010-7437bac6934f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.601315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.601315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.601717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.601839] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6740318-5806-4b93-9010-7437bac6934f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.710808] env[65401]: INFO networking_nsxv3.common.synchronization [None req-616a81da-c603-44b9-a3bb-cd68589271de tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d6740318-5806-4b93-9010-7437bac6934f with Priority: HIGHEST for action security_group_rules [ 1050.711249] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6740318-5806-4b93-9010-7437bac6934f with Priority: HIGHEST for action security_group_rules [ 1050.711578] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6740318-5806-4b93-9010-7437bac6934f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.711686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.887808] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.888199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.888199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.888420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.888550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.888699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 is going to be created. [ 1050.924912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.925136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.925229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.925443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.925613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.938127] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: UNINITIALIZED for 2s [ 1051.128507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128507] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6740318-5806-4b93-9010-7437bac6934f already deleted. [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.128507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.128507] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6740318-5806-4b93-9010-7437bac6934f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.650936] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.650936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.650936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.650936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.650936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.650936] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6740318-5806-4b93-9010-7437bac6934f already deleted. [ 1051.650936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6740318-5806-4b93-9010-7437bac6934f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.853922] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1051.855620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.855620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.856296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.856404] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.856604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.856730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.857868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.857868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.857868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.857868] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.268958] env[65401]: INFO networking_nsxv3.common.synchronization [req-d3200ff0-56b5-4f46-b437-8655754ee78d req-c8161617-bc87-4ef5-a5ae-ea3b53ef8cdd tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1052.269967] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1052.270632] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.271576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.271985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.272761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.273452] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.273887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.274188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.274891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.275131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.275795] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.361300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.361716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.361805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.362277] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.362393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.362587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.362897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.362897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.363054] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.363054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.363179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.363246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.363537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.363537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.363735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.363735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.363844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.363844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.364037] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.509135] env[65401]: INFO networking_nsxv3.common.synchronization [req-630b03c1-9a23-4d33-baa7-81e933be8e3b req-5a2365ca-7a58-41e0-ad40-ae5732b6ecf6 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1052.509773] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1052.510106] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.510244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.510290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.510487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.510645] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.510746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.510811] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.510964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.511069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.511191] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.779254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.779695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.779695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.779695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.779896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.780131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.780210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.780389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.780474] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.780557] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 already deleted. [ 1052.780661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.868068] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 1052.892851] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.893516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.893753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.894184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.894328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.894635] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.895058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.895176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.895422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.895543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.896485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.896715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.896817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.897012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.897126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.897396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.897499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.897565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.897715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.897795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.897907] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1052.950082] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: SUCCESS [ 1052.950082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.950082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.950438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.950510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.950599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.951114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.951215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.951306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.951406] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.977563] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.977818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.977818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.978053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.978229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.005740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1053.013840] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.014046] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.014095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.014297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.014391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.014583] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.014685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.014744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.014884] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.014977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.015072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1053.063205] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.063491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.063491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.063678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.063883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.094163] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1053.319607] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.320078] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.320078] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.320317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.320604] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.320770] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.320891] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.321125] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.321273] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.321525] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.321648] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.321763] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.321871] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.321985] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.322100] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.322233] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.349554] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.349827] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.349827] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.349914] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.350569] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5c96b1d1-a74c-471b-a64a-aff996798e53 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.351234] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.351486] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.351800] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.351954] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c96b1d1-a74c-471b-a64a-aff996798e53',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.454439] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.854533] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.854799] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.855344] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.855344] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.855514] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.855729] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5c96b1d1-a74c-471b-a64a-aff996798e53 not found, creating... [ 1053.856229] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.856357] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.856413] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.856692] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.856875] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.857280] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.857478] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.857605] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.857833] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.857970] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.858209] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5c96b1d1-a74c-471b-a64a-aff996798e53 is going to be created. [ 1053.887922] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.888212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.888454] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.888831] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.889140] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.889426] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.956663] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f7f864-af56-4e68-b9f0-5a4cb5a21d75: rpc.has_security_group_logging(os_id): False [ 1053.994918] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.995233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.995348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.995564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.995671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.995990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.996162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.996506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996596] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 is going to be created. [ 1054.111055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.111322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.111459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.111769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.112064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.131557] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: IN_PROGRESS for 2s [ 1054.318862] env[65401]: INFO networking_nsxv3.common.synchronization [req-5704c550-49d6-41b7-bc52-1a5f27aa6dab req-5b2daf0e-8e43-4d2c-b47c-73c193661514 tempest-InstanceActionsV221TestJSON-837960295 tempest-InstanceActionsV221TestJSON-837960295-project-member] Enqueued Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1054.320029] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGHEST for action security_group_members [ 1054.321057] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.321176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.321239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.321472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.321722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.321908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.322019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.322213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.322325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.322399] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.613434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.613824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.613935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.614180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.614325] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.669540] env[65401]: INFO networking_nsxv3.common.synchronization [req-d3200ff0-56b5-4f46-b437-8655754ee78d req-c21d8d9a-2d43-4b13-b068-97ea0286ff91 service nova] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1054.669788] env[65401]: INFO networking_nsxv3.common.synchronization [req-d3200ff0-56b5-4f46-b437-8655754ee78d req-c21d8d9a-2d43-4b13-b068-97ea0286ff91 service nova] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1054.669914] env[65401]: INFO networking_nsxv3.common.synchronization [req-d3200ff0-56b5-4f46-b437-8655754ee78d req-c21d8d9a-2d43-4b13-b068-97ea0286ff91 service nova] Enqueued Resource ID: 5c96b1d1-a74c-471b-a64a-aff996798e53 with Priority: HIGHEST for action port [ 1054.670471] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_rules [ 1054.670613] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1054.670710] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c96b1d1-a74c-471b-a64a-aff996798e53 with Priority: HIGHEST for action port [ 1054.671014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.671291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.671378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.671584] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.671677] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.672590] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.672730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.672807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.672966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.673135] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.673237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.673313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.673466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.673597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.673646] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.675260] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c96b1d1-a74c-471b-a64a-aff996798e53 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.675260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.675260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.675260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.675260] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c96b1d1-a74c-471b-a64a-aff996798e53',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.827553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.827791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.827859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.828066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.828159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.829391] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.829520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.829629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.829868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.829907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.830014] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 is going to be updated. [ 1054.865825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.866066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.866066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.866280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.866430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.878599] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: IN_PROGRESS for 2s [ 1055.025722] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1055.025722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.105346] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1055.105592] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1055.105654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.117231] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.176382] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.177554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.178020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.178643] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c96b1d1-a74c-471b-a64a-aff996798e53 with status ACTIVE [ 1055.178813] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.178928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.179169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.179209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.179287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.179498] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.179575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.179630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.179806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.179878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.180016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.180108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.180230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.180379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.180640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.180640] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c96b1d1-a74c-471b-a64a-aff996798e53 is going to be updated. [ 1055.182366] env[65401]: INFO networking_nsxv3.common.synchronization [req-b4c99b02-152f-4219-916f-d2ee3719d791 req-9aeec232-21f4-4428-a4ec-45a513deacbf tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1055.183105] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1055.184979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.184979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.184979] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.205730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.205863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.206755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.206755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.206755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.206755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c96b1d1-a74c-471b-a64a-aff996798e53" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.623485] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.685290] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.688614] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.688614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.688614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.689549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.689549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.689893] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1055.726933] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.727164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.727224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.727823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.727823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.738953] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1056.125086] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1056.125086] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1056.155697] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: SUCCESS [ 1056.155952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186225] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.186225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.186410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.186496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.186581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 is going to be created. [ 1056.215933] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.216088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.231480] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: UNINITIALIZED for 2s [ 1056.366296] env[65401]: INFO networking_nsxv3.common.synchronization [req-226fdd5a-5b5e-4430-81ad-47b9c108c700 req-f3ea8599-1d90-4a4b-9389-166572639e0f tempest-FloatingIPsAssociationTestJSON-161264370 tempest-FloatingIPsAssociationTestJSON-161264370-project-member] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1056.367259] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1056.368230] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369115] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.369339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.369424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.369969] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.874470] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.981063] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efb8b4c9-a661-4827-aa73-f33bc0419150 in Status: SUCCESS [ 1056.981302] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 deletion is rescheduled due to dependency. [ 1056.981385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.158353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.162247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.184309] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1057.184309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.185576] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1057.227705] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.228222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.243079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.243344] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1057.243344] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.243344] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1057.283958] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.284211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.284345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.284456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.286339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.286551] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1057.380015] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.405235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.405235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.405235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.405710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.405710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.406229] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1057.544210] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.544210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.544210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.544210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.544210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.544483] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1057.544483] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'efb8b4c9-a661-4827-aa73-f33bc0419150', '724c792e-0098-4885-b8bd-c1965e2ada63', '1b7554c7-aaeb-4ce4-86a0-b301e28771de', '81b10cc4-2ed4-4b62-af87-96d4c6f91782', '5202a0b9-9fb7-43d6-adff-c0b2debed0b6', 'ac8b0d07-2bec-45bb-9cbe-3b68202cce19', '7c2db818-8104-4ead-997d-9a1a87005ea4', '43ab67a6-4451-46b8-ab1e-8cbf10899c4e', '33f7f864-af56-4e68-b9f0-5a4cb5a21d75', 'd8459333-30ee-4205-9248-4306f3ea5130', '3d052bcc-d8d9-4887-b274-10f44cdc4a52', '76883d44-9505-410a-bcfb-52915ca8b27d', '1e5ab5f2-2904-4079-ac94-7680bc3c518a', 'e1be173a-13b0-4cac-bcb3-cd51fb3da874', '46e1076f-1499-46e8-a972-02272d5edbe3', '644cdbff-32bc-4926-ba25-f024ab515c56', 'f1732aad-b044-481b-9376-e04ba7f0d919', '5b53a051-24a8-4bd4-9858-e48a07eb75fa', '87e6c3b0-2a21-44a5-9f02-e96db2194fb9', '0563a7ca-3fe2-49a5-8086-543a097ce576', '813e6067-f4d9-4fff-935c-e02c810c204d', '29d49c90-f69c-4690-977b-3e198fadd97b', 'ae03ac43-9943-4975-8dc5-f375ee889764', '0016f313-abe4-4431-b117-0762ec49b98f', 'e45d64d4-25df-4831-b30c-e34fb1743c44', 'b059046a-af74-446d-93af-53de4a5804df', '076c5ce9-4b33-416a-82c7-a72e12a69ec5', '855f6054-f7e6-48e7-ad8c-bc79decf592f', '77852e5f-92ad-4afc-9837-f45dbe4aac7c', '0edf1582-eead-4382-a2a6-4da56690b08b', '7e8eb101-5037-4cec-97d4-d8842295e8c1', '037bf787-ba80-4fd7-9f7c-09264d01044d', '23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0', '97d7b281-7b9b-469d-93aa-40a1b6c5cee1', 'f49a3fba-00a9-4b9e-8883-469e15fd9390', '54d298b7-a9ed-4cc6-897e-1685d4029d1b', 'a21c4fdc-8146-40a6-b74f-d79c93dbec38', 'f8fc52f5-4f9f-46ce-827b-98113ef58173', '334268c3-0586-475e-be7b-5ad68ce78768', '1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71', 'd92bf9e1-8863-41eb-a0e4-d5f4f36efeee', '2040b730-8d06-4407-9942-9e4ae2b2cf48', '73780e69-3b2b-4d78-8325-8d6a316021bc', '7110285c-ccfb-43c5-ad72-1dc136ae3521'} {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.544483] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1057.570158] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.570308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.570367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.570588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.570669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.570768] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1057.570841] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.570980] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1057.683755] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.683982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.684109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.684350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.685602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.685916] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1057.686084] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.686229] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1057.686229] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1057.686367] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1057.686428] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGH for action security_group_rules [ 1057.686486] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGH for action security_group_rules [ 1057.686602] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGH for action security_group_rules [ 1057.686736] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGH for action security_group_rules [ 1057.686891] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGH for action security_group_rules [ 1057.687128] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGH for action security_group_rules [ 1057.687128] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGH for action security_group_rules [ 1057.687128] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGH for action security_group_rules [ 1057.687335] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGH for action security_group_rules [ 1057.687335] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGH for action security_group_rules [ 1057.687429] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGH for action security_group_rules [ 1057.687429] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGH for action security_group_rules [ 1057.687517] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGH for action security_group_rules [ 1057.687559] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGH for action security_group_rules [ 1057.687600] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGH for action security_group_rules [ 1057.687639] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGH for action security_group_rules [ 1057.687682] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGH for action security_group_rules [ 1057.687769] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGH for action security_group_rules [ 1057.687828] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGH for action security_group_rules [ 1057.687869] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGH for action security_group_rules [ 1057.687959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.750488] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1057.751310] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 1057.751634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.886309] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.886719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.886719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.886802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.886865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.886915] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1057.931576] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.931689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.931843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.932104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.932257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.950879] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1058.246587] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: UNINITIALIZED for 4s [ 1059.053131] env[65401]: INFO networking_nsxv3.common.synchronization [req-af8543da-399a-4d39-83ed-a5fd0d466e2a req-33ae3e29-f612-4cf0-845f-7633e3786bba tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1059.054033] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1059.054162] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb8b4c9-a661-4827-aa73-f33bc0419150 with Priority: HIGH for action security_group_rules [ 1059.054255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de with Priority: HIGH for action security_group_rules [ 1059.054378] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 with Priority: HIGH for action security_group_rules [ 1059.054474] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGH for action security_group_rules [ 1059.054569] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 with Priority: HIGH for action security_group_rules [ 1059.054697] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 with Priority: HIGH for action security_group_rules [ 1059.054766] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGH for action security_group_rules [ 1059.054822] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1732aad-b044-481b-9376-e04ba7f0d919 with Priority: HIGH for action security_group_rules [ 1059.054908] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 with Priority: HIGH for action security_group_rules [ 1059.054994] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cdbff-32bc-4926-ba25-f024ab515c56 with Priority: HIGH for action security_group_rules [ 1059.056034] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a with Priority: HIGH for action security_group_rules [ 1059.056034] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGH for action security_group_rules [ 1059.056034] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 with Priority: HIGH for action security_group_rules [ 1059.056034] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGH for action security_group_rules [ 1059.056034] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGH for action security_group_rules [ 1059.056328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGH for action security_group_rules [ 1059.056328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e with Priority: HIGH for action security_group_rules [ 1059.056463] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGH for action security_group_rules [ 1059.056578] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724c792e-0098-4885-b8bd-c1965e2ada63 with Priority: HIGH for action security_group_rules [ 1059.056759] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 with Priority: HIGH for action security_group_rules [ 1059.057321] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.057321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.057321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.057537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.057696] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.057800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.057864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.058019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.058107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.058230] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.059198] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efb8b4c9-a661-4827-aa73-f33bc0419150 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.059335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.059390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.059564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.059634] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efb8b4c9-a661-4827-aa73-f33bc0419150',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.060451] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.060646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.060835] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7554c7-aaeb-4ce4-86a0-b301e28771de',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.061611] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c2db818-8104-4ead-997d-9a1a87005ea4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.061772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.061772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.061899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.061962] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c2db818-8104-4ead-997d-9a1a87005ea4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.062825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.062971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.062971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.063520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.063520] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.063902] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0563a7ca-3fe2-49a5-8086-543a097ce576 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.064027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.064110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.064208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.064279] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0563a7ca-3fe2-49a5-8086-543a097ce576',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.064941] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.065073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.065127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.065279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.065352] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87e6c3b0-2a21-44a5-9f02-e96db2194fb9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.066074] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.066437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.066437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.066437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.067207] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.067561] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1732aad-b044-481b-9376-e04ba7f0d919 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.067561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.067561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.068773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.068773] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1732aad-b044-481b-9376-e04ba7f0d919',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.068773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.068773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.068773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069102] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1be173a-13b0-4cac-bcb3-cd51fb3da874',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.069897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644cdbff-32bc-4926-ba25-f024ab515c56 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.069897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.069897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.070173] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644cdbff-32bc-4926-ba25-f024ab515c56',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.070825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.070975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.070975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.071657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.071657] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5ab5f2-2904-4079-ac94-7680bc3c518a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.071887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.071996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.072073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.072216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.072290] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.072994] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.073109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.073175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.073409] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d052bcc-d8d9-4887-b274-10f44cdc4a52',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.074228] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.074628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.074628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.074628] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.075639] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075639] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.078214] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.078214] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.078214] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.078214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.078214] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43ab67a6-4451-46b8-ab1e-8cbf10899c4e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.078904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.079092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.079163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.079315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.079392] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.080733] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-724c792e-0098-4885-b8bd-c1965e2ada63 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.080810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.080850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081512] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('724c792e-0098-4885-b8bd-c1965e2ada63',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.082147] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.082832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.082832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.082832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.082832] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b10cc4-2ed4-4b62-af87-96d4c6f91782',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.421812] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.422056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.422179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.422433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.422869] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.423073] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.423173] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423396] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.423591] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.423814] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.424091] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.424091] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.424266] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.424266] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.424461] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.424461] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.444904] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.445098] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.445253] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.445627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.445978] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5f040133-7449-4e76-845b-367f2a377c21 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.446248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.446405] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.446750] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.446899] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f040133-7449-4e76-845b-367f2a377c21',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.587058] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.587331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.592546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.592745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.592827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.593300] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.593414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.593483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.593641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.593734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.593916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.594050] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.605781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.605950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.606063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.606453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.606453] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.606453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.606648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.606648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.606758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.606907] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.608946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.613288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.613398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.613603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.628352] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.678277] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.678582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.680088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.681373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.681499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.682328] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.682428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.683205] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.683323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.684172] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.684226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.685032] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.685213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.685934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.686073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.687528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.687645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.688373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.688462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.689179] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.689566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.689656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.691235] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.692119] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.692278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.693538] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.694010] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.694179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.694819] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.695337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.695450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.696055] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.696472] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.696583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.697556] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.697952] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.698040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.698266] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.698666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.698765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.699418] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.699860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700067] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.700224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.700285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.700464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.700549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700641] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1059.701689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.701876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.727085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.727292] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be deleted. [ 1059.728287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.728503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.730539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.743394] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1059.755461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.755780] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87e6c3b0-2a21-44a5-9f02-e96db2194fb9 is going to be deleted. [ 1059.756639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.756842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.776522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.776662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c2db818-8104-4ead-997d-9a1a87005ea4 is going to be deleted. [ 1059.777747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.777991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.796395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.796778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.806603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.806791] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1732aad-b044-481b-9376-e04ba7f0d919 is going to be deleted. [ 1059.807849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.808086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.837509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.837743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.844157] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.844341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.881446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.881446] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644cdbff-32bc-4926-ba25-f024ab515c56 is going to be deleted. [ 1059.882478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.882726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.950215] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.950496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.950613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.950999] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.950999] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.951245] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5f040133-7449-4e76-845b-367f2a377c21 not found, creating... [ 1059.951450] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.951651] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.951779] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.952104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.952220] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.952456] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.952667] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.952861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.958030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.958030] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.958030] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5f040133-7449-4e76-845b-367f2a377c21 is going to be created. [ 1059.965089] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.965591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.974992] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1059.975284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.975453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.975777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.976194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.976194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.976194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.976646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.976646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.976646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.976646] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.979013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.979157] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7554c7-aaeb-4ce4-86a0-b301e28771de is going to be deleted. [ 1059.980181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.980274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.984296] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.986784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.986784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.986784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.986784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.986784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.011184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.011348] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 724c792e-0098-4885-b8bd-c1965e2ada63 is going to be deleted. [ 1060.012373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.012717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.019103] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.019663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.072220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.072590] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5ab5f2-2904-4079-ac94-7680bc3c518a is going to be deleted. [ 1060.073293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.073508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.077801] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.077944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098536] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.098675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.098739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.098960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.099276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.099339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.099526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.099611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.099697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.099839] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.099924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.099983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.100356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.100438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.100697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.100788] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.111855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.111855] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0563a7ca-3fe2-49a5-8086-543a097ce576 is going to be deleted. [ 1060.111855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.131403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f7f864-af56-4e68-b9f0-5a4cb5a21d75: rpc.has_security_group_logging(os_id): False [ 1060.169320] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.169514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.170419] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.170538] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efb8b4c9-a661-4827-aa73-f33bc0419150 is going to be deleted. [ 1060.171446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.171665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.184921] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.184921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.234175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.235205] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43ab67a6-4451-46b8-ab1e-8cbf10899c4e is going to be deleted. [ 1060.236472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.236684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.281332] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: SUCCESS [ 1060.281627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.281833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.282154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.282458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.282603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.282680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.282897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.282990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.283135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.283215] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.327034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.327034] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be deleted. [ 1060.327034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.327034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.328298] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.328651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.329560] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.329806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.378153] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.378153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.415123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.417938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d052bcc-d8d9-4887-b274-10f44cdc4a52 is going to be deleted. [ 1060.417938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.417938] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.465897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.466145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.471740] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.472164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.482066] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.482314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.482408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.482727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.482978] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.483143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.483261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.483488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.483641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.483768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.483997] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.484226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.484353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.484517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.487901] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.487901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.487901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.487901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.487901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.487901] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.489717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.489915] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1be173a-13b0-4cac-bcb3-cd51fb3da874 is going to be deleted. [ 1060.490803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.491384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.519386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520138] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be deleted. [ 1060.520941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.521209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.538752] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.538882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.547552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.547771] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b10cc4-2ed4-4b62-af87-96d4c6f91782 is going to be deleted. [ 1060.548936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.549213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.592423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.592644] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be deleted. [ 1060.593717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.593947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.594053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.594184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.594350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.594542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.594645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.594837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c2db818-8104-4ead-997d-9a1a87005ea4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.595451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87e6c3b0-2a21-44a5-9f02-e96db2194fb9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1732aad-b044-481b-9376-e04ba7f0d919" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644cdbff-32bc-4926-ba25-f024ab515c56" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7554c7-aaeb-4ce4-86a0-b301e28771de" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.598877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 1060.639339] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.639339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.642517] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.642517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.643505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.644261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.644261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.645018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.645018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.645018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.645018] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 is going to be updated. [ 1060.646970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-724c792e-0098-4885-b8bd-c1965e2ada63" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5ab5f2-2904-4079-ac94-7680bc3c518a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0563a7ca-3fe2-49a5-8086-543a097ce576" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efb8b4c9-a661-4827-aa73-f33bc0419150" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43ab67a6-4451-46b8-ab1e-8cbf10899c4e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d052bcc-d8d9-4887-b274-10f44cdc4a52" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.653790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.659801] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.659801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.696382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.697111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.697111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.697111] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1060.699172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1be173a-13b0-4cac-bcb3-cd51fb3da874" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b10cc4-2ed4-4b62-af87-96d4c6f91782" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.754865] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.754980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.755062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.755314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.755600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.764706] env[65401]: INFO networking_nsxv3.common.synchronization [req-af8543da-399a-4d39-83ed-a5fd0d466e2a req-6bbec3d9-d235-4581-a2c3-653f320ac16e service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1060.765034] env[65401]: INFO networking_nsxv3.common.synchronization [req-af8543da-399a-4d39-83ed-a5fd0d466e2a req-6bbec3d9-d235-4581-a2c3-653f320ac16e service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1060.765253] env[65401]: INFO networking_nsxv3.common.synchronization [req-af8543da-399a-4d39-83ed-a5fd0d466e2a req-6bbec3d9-d235-4581-a2c3-653f320ac16e service nova] Enqueued Resource ID: 5f040133-7449-4e76-845b-367f2a377c21 with Priority: HIGHEST for action port [ 1060.766214] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1060.766443] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1060.766630] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f040133-7449-4e76-845b-367f2a377c21 with Priority: HIGHEST for action port [ 1060.767078] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.767292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.767437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.767727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.767878] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.769162] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.769344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.769667] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f040133-7449-4e76-845b-367f2a377c21 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.769876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.770009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.770304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.770439] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f040133-7449-4e76-845b-367f2a377c21',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.783661] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: IN_PROGRESS for 2s [ 1060.786048] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.798588] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798787] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.819024] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1060.993506] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76883d44-9505-410a-bcfb-52915ca8b27d: rpc.has_security_group_logging(os_id): False [ 1061.012272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.012421] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.012495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.012698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.036307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.036647] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.036796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.036885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.037155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.037320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.037509] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.037609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.037700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.037878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.037956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038201] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.038346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.038442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.038622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.038723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038831] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1061.105925] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.106378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.106378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.106378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.106561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124382] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1061.272644] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.275079] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f040133-7449-4e76-845b-367f2a377c21 with status ACTIVE [ 1061.275079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.275079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.275079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.276055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.276055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.276055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.276055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.276055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.276055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.276055] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f040133-7449-4e76-845b-367f2a377c21 is going to be updated. [ 1061.288732] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90e092b4-fa40-46db-aeaf-574172c46587: rpc.has_security_group_logging(os_id): False [ 1061.327539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.327695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.327767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.327986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.329041] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 is going to be created. [ 1061.330976] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.331150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.331212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.331773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.331773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.331773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f040133-7449-4e76-845b-367f2a377c21" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.433987] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.434298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.434298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.434452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.434530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.456765] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: IN_PROGRESS for 2s [ 1061.758422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1061.758770] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee deletion is rescheduled due to dependency. [ 1061.758770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.758940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.759260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.759537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.759717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.759825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.760098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.760231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.760380] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.263445] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.767240] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.798792] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: SUCCESS [ 1062.798792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.842064] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1062.842361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.139026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1063.139292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.269791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.270087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.270087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.272043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.272043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.272043] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1063.301520] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.301628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.302504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.302504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.313808] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1063.470999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: SUCCESS [ 1063.472542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.325646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1065.325985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.326104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.326590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.326878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.327079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.327192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.327481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.327820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.327820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.327960] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.446884] env[65401]: INFO networking_nsxv3.common.synchronization [req-852ba3ac-9208-4439-bc25-962d42f20823 req-c053e2b7-62a0-485e-bc30-7b6edd0b5980 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1065.447213] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1065.449458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.449458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.449458] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.834435] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.921198] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.921394] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.921516] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921792] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922067] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.922264] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.922416] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.922633] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922985] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.923114] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.923227] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.923369] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.923482] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.923588] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.923716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.945765] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.945948] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.946101] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.946281] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.946592] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-e6ac102d-f096-464a-96a8-e6973004384b taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.946765] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.946882] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.947341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.947497] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ac102d-f096-464a-96a8-e6973004384b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.951970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.952134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.952257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.952372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.952456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.952634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.952730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.952800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.952926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.952999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.953105] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be deleted. [ 1065.987973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.987973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.987973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.988342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.988342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.988566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.171173] env[65401]: INFO networking_nsxv3.common.synchronization [None req-7d962a5f-1be9-44b6-a97d-f1fc39732dae None None] Enqueued Resource ID: b84c32e0-700b-4d91-be1f-2689a6fbd1b0 with Priority: HIGHEST for action port [ 1066.171873] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84c32e0-700b-4d91-be1f-2689a6fbd1b0 with Priority: HIGHEST for action port [ 1066.172311] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84c32e0-700b-4d91-be1f-2689a6fbd1b0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.172616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84c32e0-700b-4d91-be1f-2689a6fbd1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.172808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84c32e0-700b-4d91-be1f-2689a6fbd1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.173152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84c32e0-700b-4d91-be1f-2689a6fbd1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.173445] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84c32e0-700b-4d91-be1f-2689a6fbd1b0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.188039] env[65401]: INFO networking_nsxv3.common.synchronization [req-70ad9f84-b5dd-4da0-a1be-d613287d1eef req-a3ebe6ea-8744-41ce-b93f-c838d4361a6a tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1066.188039] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1066.188039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.188039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.188039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.188039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.188039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.188039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.188823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.189282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.189479] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.340128] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92bf9e1-8863-41eb-a0e4-d5f4f36efeee: rpc.has_security_group_logging(os_id): False [ 1066.365049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.365049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.365049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.365049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.365049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.365648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.365648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.365648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.365648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.365648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.365648] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1066.441817] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.441996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.442057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.442260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.442415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.451166] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.451397] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.451511] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.451851] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.451938] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.452137] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port e6ac102d-f096-464a-96a8-e6973004384b not found, creating... [ 1066.452361] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.452519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.452634] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.452844] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.452980] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.453315] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.453481] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.453597] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.453800] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453932] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.454087] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: e6ac102d-f096-464a-96a8-e6973004384b is going to be created. [ 1066.458419] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1066.477327] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477580] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477709] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478023] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.478237] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.478521] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.677556] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b84c32e0-700b-4d91-be1f-2689a6fbd1b0 [ 1066.677797] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.677937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.678016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.678268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.678373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.678477] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b84c32e0-700b-4d91-be1f-2689a6fbd1b0 already deleted. [ 1066.678595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84c32e0-700b-4d91-be1f-2689a6fbd1b0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.693479] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.848996] env[65401]: INFO networking_nsxv3.common.synchronization [req-403d303e-7621-41bb-a83f-4f16be7aa044 req-7e896bba-57b2-42b5-ad3a-d1319dca7a97 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 1066.849599] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGHEST for action security_group_members [ 1066.850053] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.850053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.850220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.850673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.850673] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.850673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.850862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.850862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.850956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.851069] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.196396] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.255241] env[65401]: INFO networking_nsxv3.common.synchronization [req-852ba3ac-9208-4439-bc25-962d42f20823 req-20fed3d0-9c0d-485f-881f-b17e504c9b8b service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 1067.256133] env[65401]: INFO networking_nsxv3.common.synchronization [req-852ba3ac-9208-4439-bc25-962d42f20823 req-20fed3d0-9c0d-485f-881f-b17e504c9b8b service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1067.257443] env[65401]: INFO networking_nsxv3.common.synchronization [req-852ba3ac-9208-4439-bc25-962d42f20823 req-20fed3d0-9c0d-485f-881f-b17e504c9b8b service nova] Enqueued Resource ID: e6ac102d-f096-464a-96a8-e6973004384b with Priority: HIGHEST for action port [ 1067.257844] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 1067.258041] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1067.258205] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ac102d-f096-464a-96a8-e6973004384b with Priority: HIGHEST for action port [ 1067.258475] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.258600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.259283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.259283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.259283] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.259990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.259990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.260235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.260722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.260722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.260722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.260722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.260933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.260933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.260933] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.261754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ac102d-f096-464a-96a8-e6973004384b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.263802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.263802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.263802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.263802] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ac102d-f096-464a-96a8-e6973004384b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.361690] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.364659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.364659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.365721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.387707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.387707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.387707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.388910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.388910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.388910] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc is going to be updated. [ 1067.421953] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.421953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.421953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.422128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.422252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.434958] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: IN_PROGRESS for 2s [ 1067.548198] env[65401]: INFO networking_nsxv3.common.synchronization [None req-970ff22c-b1c5-4dd5-afef-639db9221389 tempest-ServersTestFqdnHostnames-1527699616 tempest-ServersTestFqdnHostnames-1527699616-project-member] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1067.548475] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1067.548816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.549638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.549638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.549638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.549638] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.640913] env[65401]: INFO networking_nsxv3.common.synchronization [None req-10062c83-916c-40de-8433-fec6d5a77461 tempest-ServersTestFqdnHostnames-1527699616 tempest-ServersTestFqdnHostnames-1527699616-project-member] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1067.641511] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1067.641843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.641973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.701305] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.701305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.701305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.701305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.701305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.701305] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1067.731026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.731026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.731026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.731026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.731026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.744097] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1067.765755] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.766017] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.766132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.766299] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6ac102d-f096-464a-96a8-e6973004384b with status ACTIVE [ 1067.766459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.766564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.766628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.766824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.766911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.767088] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.767185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.767290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.767448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.767527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.769109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.769109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.769109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.769109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.769109] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6ac102d-f096-464a-96a8-e6973004384b is going to be updated. [ 1067.794481] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.794770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.794770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.794999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.795071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ac102d-f096-464a-96a8-e6973004384b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.106284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.106284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.106284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.107267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.107267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.107267] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 already deleted. [ 1068.107267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.107267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.107456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.107507] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.273179] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.475794] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1068.476098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.637508] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.637508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.637508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.637508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.637508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.637508] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 already deleted. [ 1068.637803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.776854] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.777010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.777093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.777385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.777594] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be created. [ 1068.803016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.803246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.803246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.803509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.803678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.814379] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: UNINITIALIZED for 2s [ 1069.266687] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1a3f0d64-04b5-4aa6-b4e9-d329ba1073c9 None None] Enqueued Resource ID: 445e7c21-85e9-4a59-adac-ad8b13474ba2 with Priority: HIGHEST for action port [ 1069.266687] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445e7c21-85e9-4a59-adac-ad8b13474ba2 with Priority: HIGHEST for action port [ 1069.266687] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-445e7c21-85e9-4a59-adac-ad8b13474ba2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.266687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445e7c21-85e9-4a59-adac-ad8b13474ba2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.266687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445e7c21-85e9-4a59-adac-ad8b13474ba2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.266687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445e7c21-85e9-4a59-adac-ad8b13474ba2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.266687] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445e7c21-85e9-4a59-adac-ad8b13474ba2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.445237] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73780e69-3b2b-4d78-8325-8d6a316021bc in Status: SUCCESS [ 1069.445435] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc deletion is rescheduled due to dependency. [ 1069.445635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.756118] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1069.756494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.774325] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 445e7c21-85e9-4a59-adac-ad8b13474ba2 [ 1069.774325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.774613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.774878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.775250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.775381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.776240] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:445e7c21-85e9-4a59-adac-ad8b13474ba2 already deleted. [ 1069.776348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445e7c21-85e9-4a59-adac-ad8b13474ba2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.826056] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1070.826056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.826349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.826516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.826710] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.826829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.826896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.827062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.827173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.827281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.827381] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.331144] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.331144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.331144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.331144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.331144] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.331627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.331627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.331627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.331627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.331627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.331837] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.331837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.331944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.332015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.332156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.332270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.332323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.332423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.332488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.332563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.332654] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.836039] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8459333-30ee-4205-9248-4306f3ea5130: rpc.has_security_group_logging(os_id): False [ 1071.859487] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.859672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.859747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860408] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.861099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.861170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.861335] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.861462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.861567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.861768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.861870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.862091] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be created. [ 1071.892266] env[65401]: INFO networking_nsxv3.common.synchronization [req-56e0f773-584f-4a3e-b253-4155595c57fa req-4a3c3fd5-af82-4de9-bb9e-031ffff2c766 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1071.892783] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1071.893158] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.893344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.893483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.894000] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.894000] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.894212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.894417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.894649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.895113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.895113] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.947443] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.947599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.947670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.948073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.970425] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1072.285036] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.285036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.285270] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.285441] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.285653] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285843] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.286190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.286443] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286934] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.286934] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.286934] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.287081] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.287177] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.287617] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.287617] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.312564] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.312769] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.312914] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.313220] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.313637] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5fc5e522-0c2d-4249-8656-80df50c20b0e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313961] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314152] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314557] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314734] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc5e522-0c2d-4249-8656-80df50c20b0e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.398480] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.641394] env[65401]: INFO networking_nsxv3.common.synchronization [req-84dac56c-58c8-441c-bf14-adbf417fcb6b req-eaf44fd3-13df-4aeb-8ab4-07aba0f96e6c tempest-FloatingIPsAssociationTestJSON-161264370 tempest-FloatingIPsAssociationTestJSON-161264370-project-member] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1072.641930] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGHEST for action security_group_members [ 1072.642246] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.642371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.642444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.642660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.642826] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.643129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.643129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.643243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.643320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.643413] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.817785] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.818090] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.818163] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.818530] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.818716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.818883] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5fc5e522-0c2d-4249-8656-80df50c20b0e not found, creating... [ 1072.819163] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.819324] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.819509] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.819658] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.819795] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.820083] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.820265] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.820378] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.820571] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.820704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.820884] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5fc5e522-0c2d-4249-8656-80df50c20b0e is going to be created. [ 1072.841612] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.842017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.842017] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.842258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.842490] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.842718] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.901835] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.146276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.146276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.146276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.146276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.146472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.146512] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.146687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.146687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.146801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.147237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.147237] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be updated. [ 1073.178587] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.178775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.178812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.179177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.179177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189330] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: IN_PROGRESS for 2s [ 1073.405528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.405745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.405820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.406311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.406311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.406311] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1073.438384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.438581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.438657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.438867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.439108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.449616] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1073.547507] env[65401]: INFO networking_nsxv3.common.synchronization [req-56e0f773-584f-4a3e-b253-4155595c57fa req-e07b1109-eab2-4920-a8f4-6664618d7b56 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1073.547686] env[65401]: INFO networking_nsxv3.common.synchronization [req-56e0f773-584f-4a3e-b253-4155595c57fa req-e07b1109-eab2-4920-a8f4-6664618d7b56 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1073.548526] env[65401]: INFO networking_nsxv3.common.synchronization [req-56e0f773-584f-4a3e-b253-4155595c57fa req-e07b1109-eab2-4920-a8f4-6664618d7b56 service nova] Enqueued Resource ID: 5fc5e522-0c2d-4249-8656-80df50c20b0e with Priority: HIGHEST for action port [ 1073.548667] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1073.548997] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1073.549074] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc5e522-0c2d-4249-8656-80df50c20b0e with Priority: HIGHEST for action port [ 1073.549470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.549664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.550089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.550232] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.551393] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.551554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.551858] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc5e522-0c2d-4249-8656-80df50c20b0e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.553737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.553737] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc5e522-0c2d-4249-8656-80df50c20b0e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.986801] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1073.987095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.054792] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.054913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.055564] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fc5e522-0c2d-4249-8656-80df50c20b0e with status ACTIVE [ 1074.055564] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.055564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.055564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.055770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.055770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.055899] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.055987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.056062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.056234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.056310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.056489] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.056576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.057026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.057026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.057026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.057026] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fc5e522-0c2d-4249-8656-80df50c20b0e is going to be updated. [ 1074.080216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.080364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.080434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.080636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.080774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.080934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc5e522-0c2d-4249-8656-80df50c20b0e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199421] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76883d44-9505-410a-bcfb-52915ca8b27d in Status: SUCCESS [ 1075.199782] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d deletion is rescheduled due to dependency. [ 1075.199782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.462072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1075.462295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.462651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.462743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.462866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.462983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.463061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.463212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.463295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.463390] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.970588] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.474572] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.976312] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.976500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.976543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.976749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.976838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.976932] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1077.013454] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.013454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.013454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.013454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.013454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.022371] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1077.351123] env[65401]: INFO networking_nsxv3.common.synchronization [req-b74a1254-dbb4-4872-93d1-8a4e0acc3f16 req-df82ec79-5733-402d-8753-844fe15059d9 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1077.352082] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1077.352082] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.352193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.352567] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.352668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.352874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.352959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.353081] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.678630] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.680458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.680458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.680458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.680458] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.680458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.680458] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.680735] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.680828] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.681162] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.682042] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.682042] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.682042] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.682259] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.682259] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.682413] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.704640] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.704640] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.704779] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.704971] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.705312] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-a41a791d-a4a6-4674-8784-57ba197945ac taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.705502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.705634] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.705933] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.706086] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a41a791d-a4a6-4674-8784-57ba197945ac',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.855718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.856065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.856225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.856388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.856504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.856738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.856851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.856934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.857229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.857358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.857479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be deleted. [ 1077.897055] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.897055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.897311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.897614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.897848] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.897999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.212034] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.212034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.212034] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.212212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.212292] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.212455] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port a41a791d-a4a6-4674-8784-57ba197945ac not found, creating... [ 1078.212711] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.212865] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.212977] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.213214] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.213343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213683] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.214734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.214734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.214734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.214734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.214734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: a41a791d-a4a6-4674-8784-57ba197945ac is going to be created. [ 1078.238387] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.238549] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.238613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.238876] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.239127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.239361] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [req-b74a1254-dbb4-4872-93d1-8a4e0acc3f16 req-6a930ffd-35b8-468f-93f1-ea10693a9c00 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [req-b74a1254-dbb4-4872-93d1-8a4e0acc3f16 req-6a930ffd-35b8-468f-93f1-ea10693a9c00 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [req-b74a1254-dbb4-4872-93d1-8a4e0acc3f16 req-6a930ffd-35b8-468f-93f1-ea10693a9c00 service nova] Enqueued Resource ID: a41a791d-a4a6-4674-8784-57ba197945ac with Priority: HIGHEST for action port [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1078.964351] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a41a791d-a4a6-4674-8784-57ba197945ac with Priority: HIGHEST for action port [ 1078.964832] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.965365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.965365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.965365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.965544] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.966570] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.966657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.966657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.966898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.967086] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.967229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.967299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.967629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.967629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.967629] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.968920] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a41a791d-a4a6-4674-8784-57ba197945ac taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.969176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.969710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.970129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.970129] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a41a791d-a4a6-4674-8784-57ba197945ac',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.035903] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1079.036149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.036812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.037076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.037306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.037546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.037546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.037753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.037912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.037992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.038108] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.064963] env[65401]: INFO networking_nsxv3.common.synchronization [req-63c7db9c-0759-4ef1-a383-eaa3fb713ae3 req-815360bd-19c0-4f3d-ba5f-cdfe48a466d5 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1079.066523] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1079.066523] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.066523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.066523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.066523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.066757] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.066757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.066833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.066956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.067036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.067151] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.473121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.473309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.473438] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.474559] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a41a791d-a4a6-4674-8784-57ba197945ac with status ACTIVE [ 1079.474846] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.474991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.475072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.475555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.475555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.475754] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.475864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.475953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.476330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.476546] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.476686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.476900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.476981] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a41a791d-a4a6-4674-8784-57ba197945ac is going to be updated. [ 1079.502353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.502579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.502579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a41a791d-a4a6-4674-8784-57ba197945ac" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.540742] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.540895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.540895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.541120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.541286] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.541501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.541501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.541601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.541669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542051] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.542051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.542051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.542211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.542407] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.542407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.542582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.542582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.542657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.542822] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.568940] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.569153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.569153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.569366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.608404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.608491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.608765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.608765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.608894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.608922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.609018] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1079.660261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.660443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.660514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.660723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.661189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.670845] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1079.980092] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.045665] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 1080.065261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.065437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.065437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.066089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.089205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.090035] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.090035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.090035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.090035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.090035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.090342] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.090342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.090342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.090431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.090459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.091484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.091484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.091484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.091484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.091484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.091484] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1080.164529] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.164712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.164751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.165468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.165468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.182083] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1080.483641] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.484095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.484147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.485131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.485131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.485131] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be created. [ 1080.511691] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.511691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.511691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.511961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.512074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.522783] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: UNINITIALIZED for 2s [ 1081.681834] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1081.682172] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 deletion is rescheduled due to dependency. [ 1081.682172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.007407] env[65401]: INFO networking_nsxv3.common.synchronization [req-280099be-059a-494d-876f-3ee5490cbf0d req-9b94a2f8-736b-4b4b-a4bb-595837a4cc36 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 1082.008333] env[65401]: INFO networking_nsxv3.common.synchronization [req-34da2e38-c1f7-4c48-af7d-33ac278d9379 req-935cf757-7db9-41ea-9829-6509c259d12f tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1082.010654] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGHEST for action security_group_members [ 1082.010788] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1082.011070] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.011190] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.011257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.011444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.011606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.011713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.011776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.011918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.012279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.012403] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.013396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.013396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.013396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.013575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.014534] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.014534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.014534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.014534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.014534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.014534] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.199914] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1082.200102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.515888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.516069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.516267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.516353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.517620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.517719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.540060] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1082.540224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.540393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.540609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.540795] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.540908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.541191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.541191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.541191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.541358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.541404] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.544034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.544279] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.544426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.544496] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.544707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.544790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.544882] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b is going to be updated. [ 1082.547058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.547446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.548830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.548830] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.548830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.549011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.549122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.549269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.549409] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1082.582367] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.582367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.582367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.582367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.582367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.584110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.584758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.594963] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1082.595738] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: IN_PROGRESS for 2s [ 1083.045351] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.045717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.045717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.045717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.045881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.046850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.046850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.047203] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.047203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.047203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.047414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.047447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.047511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.047614] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.550487] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 1083.566998] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8be44d2-1242-4bb1-8ae1-83343b1bec9a req-19b7b13d-43a3-4a7e-a914-2c60e6cd6ad2 tempest-ServersTestFqdnHostnames-1527699616 tempest-ServersTestFqdnHostnames-1527699616-project-member] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1083.567625] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1083.567965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.568106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.568175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.568694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.568855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.569056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.569056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.569196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.569284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.569379] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.570836] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.570948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.571030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.571189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.571271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.571435] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.571529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.571590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.571727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.571802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.572149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.572149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.572149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.572294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.572340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.572506] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.572589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.572654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.572788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.572861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.572943] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be created. [ 1083.636276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.636424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.636497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.636723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.636893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.654655] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1083.934438] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.934603] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-887" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.934712] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-887" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.935033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-887" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.935382] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.935599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.935750] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.936015] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.936205] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.936427] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.936539] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.936647] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.936751] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.936856] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.936959] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.937100] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.960048] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.960880] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.960880] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.960880] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-887" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.961068] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.961297] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.961375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.961687] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.961829] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c96c834-6352-4b7b-bfc0-0f6f4f9dda03',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.075568] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.075920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.075920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.076197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.076347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.076615] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.077232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.077232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.077232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.077232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077404] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 already deleted. [ 1084.077460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.465191] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.465442] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.465545] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.465926] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466093] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.466254] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 not found, creating... [ 1084.466870] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.467054] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.467262] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.467438] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.467578] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468010] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.468278] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.468442] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.468679] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.468840] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.469034] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 is going to be created. [ 1084.488506] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.488644] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.488729] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.488969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.489205] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.489431] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.611207] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b in Status: SUCCESS [ 1084.611405] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b deletion is rescheduled due to dependency. [ 1084.611527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.612284] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1084.612440] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 1084.612541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.209814] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8be44d2-1242-4bb1-8ae1-83343b1bec9a req-d7b9f85d-38db-46c1-b481-dc418412ed82 service nova] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1085.210106] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8be44d2-1242-4bb1-8ae1-83343b1bec9a req-d7b9f85d-38db-46c1-b481-dc418412ed82 service nova] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1085.210106] env[65401]: INFO networking_nsxv3.common.synchronization [req-f8be44d2-1242-4bb1-8ae1-83343b1bec9a req-d7b9f85d-38db-46c1-b481-dc418412ed82 service nova] Enqueued Resource ID: 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 with Priority: HIGHEST for action port [ 1085.210230] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_rules [ 1085.210361] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1085.210455] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 with Priority: HIGHEST for action port [ 1085.211127] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.211306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.211352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.211513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.211594] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.212415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.212634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.212710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.212872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.213570] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.213693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.213763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.213887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.213971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.214068] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.215280] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.215280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.215280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.215480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.215480] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c96c834-6352-4b7b-bfc0-0f6f4f9dda03',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.676724] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1085.677623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717193] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.719416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.719416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.719416] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 with status ACTIVE [ 1085.719416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.719416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.719416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.719416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.719416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.719725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.719725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.719725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.719819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.719871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.720580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.720761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.720800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.721197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.721197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.721197] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c96c834-6352-4b7b-bfc0-0f6f4f9dda03 is going to be updated. [ 1085.746790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.747017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.747017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.748021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.748021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.748021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c96c834-6352-4b7b-bfc0-0f6f4f9dda03" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.219330] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.722833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.723045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.723175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.723359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.723483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.723589] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 is going to be created. [ 1086.750519] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.750657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.750734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.750940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.751121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.763975] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: UNINITIALIZED for 2s [ 1088.039737] env[65401]: INFO networking_nsxv3.common.synchronization [req-ff3ee81b-0ade-4d6d-9798-af3ae49f5f5e req-e877de6d-4d7e-42ef-8a7a-2bd3583d3d32 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 1088.040283] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 1088.040632] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.041180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.041180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.041180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.041325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.041544] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.041598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.041768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.041882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.041996] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.544958] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.777740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: SUCCESS [ 1088.777998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.778295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.778684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.778981] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.779157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.779241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.779529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.779647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.779749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.780053] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.046817] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.282362] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.514288] env[65401]: INFO networking_nsxv3.common.synchronization [None req-f6d6ee15-00b8-4c9a-8af4-12c263ceca85 None None] Enqueued Resource ID: 83c0d6b1-7492-4b74-8f06-98aa9f5dc981 with Priority: HIGHEST for action port [ 1089.514948] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c0d6b1-7492-4b74-8f06-98aa9f5dc981 with Priority: HIGHEST for action port [ 1089.515288] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c0d6b1-7492-4b74-8f06-98aa9f5dc981 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c0d6b1-7492-4b74-8f06-98aa9f5dc981" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c0d6b1-7492-4b74-8f06-98aa9f5dc981" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.515724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c0d6b1-7492-4b74-8f06-98aa9f5dc981" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.515817] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c0d6b1-7492-4b74-8f06-98aa9f5dc981',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.553942] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.554130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.554130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.554330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.554415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.554509] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be updated. [ 1089.583371] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.583513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.583587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.583823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.584011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.593308] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 1089.785237] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for effde86c-cefb-4e9d-99cd-ada39cd9a1d8: rpc.has_security_group_logging(os_id): False [ 1089.805573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.805723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.805767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.805998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.806047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.806345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.806500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.806534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.806675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.806754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.806837] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 is going to be created. [ 1089.880378] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.880378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.880378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.880662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.880895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.895971] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: IN_PROGRESS for 2s [ 1090.019764] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c0d6b1-7492-4b74-8f06-98aa9f5dc981 [ 1090.019764] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.019964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.020011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.020311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.020311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.021332] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c0d6b1-7492-4b74-8f06-98aa9f5dc981 already deleted. [ 1090.021332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c0d6b1-7492-4b74-8f06-98aa9f5dc981" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.391709] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a67439c-881e-45de-9a07-f1d29eb1e5cc req-84e62085-5ebf-4fe0-bde2-ef545f2679c1 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1090.392285] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1090.392593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.392706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.392770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.392957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.393315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.395415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.395415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.395599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.395599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.395690] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.738319] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.738319] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.738319] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.741440] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.742115] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.742115] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.742115] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.742115] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.742224] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.742333] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.765053] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.765053] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.765053] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.765053] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-211" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.765946] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-009c2e0d-84e2-4946-ab45-3b93b9931284 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.765946] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.765946] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.766098] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.766340] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009c2e0d-84e2-4946-ab45-3b93b9931284',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.897994] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.898160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.898211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.898613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.898613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.898730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.898822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.899238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.899630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.899630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.899727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1090.929356] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.929458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.929557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.929697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.929845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.942041] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1091.271426] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.271678] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.271792] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.272101] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.272254] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.272797] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 009c2e0d-84e2-4946-ab45-3b93b9931284 not found, creating... [ 1091.272797] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273031] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.273294] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.273445] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.273762] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.273954] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.274177] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.274425] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.274716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.274716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 009c2e0d-84e2-4946-ab45-3b93b9931284 is going to be created. [ 1091.302752] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.302966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.303105] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.303429] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.303763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.304108] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.605613] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 1091.605613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.910861] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: SUCCESS [ 1091.911150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.004607] env[65401]: INFO networking_nsxv3.common.synchronization [req-f4ff5863-863a-412c-8981-9d8e127d066c req-be962378-32e5-47a4-9f2c-c0857a6c91db tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1092.005445] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1092.005934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.006291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.006684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.006684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.008121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.008270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.008336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.008554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.008684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.008790] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.050605] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a67439c-881e-45de-9a07-f1d29eb1e5cc req-bc558007-d714-40ca-aa9f-00ace5729bbc service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 1092.050775] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a67439c-881e-45de-9a07-f1d29eb1e5cc req-bc558007-d714-40ca-aa9f-00ace5729bbc service nova] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1092.050925] env[65401]: INFO networking_nsxv3.common.synchronization [req-0a67439c-881e-45de-9a07-f1d29eb1e5cc req-bc558007-d714-40ca-aa9f-00ace5729bbc service nova] Enqueued Resource ID: 009c2e0d-84e2-4946-ab45-3b93b9931284 with Priority: HIGHEST for action port [ 1092.051171] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_rules [ 1092.051328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1092.051384] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009c2e0d-84e2-4946-ab45-3b93b9931284 with Priority: HIGHEST for action port [ 1092.052806] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.052953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.053049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.053272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.053369] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.054312] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.054414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.054637] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-009c2e0d-84e2-4946-ab45-3b93b9931284 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.054757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.054828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.055110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.055235] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009c2e0d-84e2-4946-ab45-3b93b9931284',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.511179] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.511350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.511350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.511972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.511972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.511972] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.511972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.512316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.512316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.512316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.512316] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1092.557413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.557608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.557701] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 009c2e0d-84e2-4946-ab45-3b93b9931284 with status ACTIVE [ 1092.557843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.557954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.558020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.558364] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.558459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.559265] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.559265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.559265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.559265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.559265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.559265] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.559265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.559698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.559698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.559698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.559698] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 009c2e0d-84e2-4946-ab45-3b93b9931284 is going to be updated. [ 1092.590505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.590505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.590505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.590505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.590505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.592872] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.593031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.593087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.593253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.593379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.593531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009c2e0d-84e2-4946-ab45-3b93b9931284" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.601227] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1092.641857] env[65401]: INFO networking_nsxv3.common.synchronization [None req-90385aeb-f6b9-4f90-b6d8-f3c12902fb23 None None] Enqueued Resource ID: 5c901492-8001-4996-b378-872b5f994b30 with Priority: HIGHEST for action port [ 1092.642625] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c901492-8001-4996-b378-872b5f994b30 with Priority: HIGHEST for action port [ 1092.643448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c901492-8001-4996-b378-872b5f994b30 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.643448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c901492-8001-4996-b378-872b5f994b30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.643448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c901492-8001-4996-b378-872b5f994b30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.643448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c901492-8001-4996-b378-872b5f994b30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.643662] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c901492-8001-4996-b378-872b5f994b30',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.954646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1092.954646] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.954646] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.954646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.954646] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.145833] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c901492-8001-4996-b378-872b5f994b30 [ 1093.145998] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.146163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.146236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.146441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.146795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.146795] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c901492-8001-4996-b378-872b5f994b30 already deleted. [ 1093.146795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c901492-8001-4996-b378-872b5f994b30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.456694] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.959460] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.463530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.463691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.463691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.463927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.464089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.464416] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1094.492411] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.492737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.493115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.502618] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1094.612204] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1094.612204] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1094.612204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223319] env[65401]: INFO networking_nsxv3.common.synchronization [req-59d31d41-846c-43b0-b41b-6a9eb6debc24 req-5d5505b3-5520-49cf-a49a-74febb1e179d tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1096.224333] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1096.224699] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.224850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.224956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.225314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.225470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.225574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.225629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.225816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.225906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.226017] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.515680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1096.515956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.516229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.516478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.516705] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.516831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.516945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.517172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.517314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517618] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.597395] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.597644] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.597734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.598043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.598296] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.598528] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.598696] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.599028] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.599154] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.599457] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.599560] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.599701] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.599826] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.599942] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.600851] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.600851] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.619127] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.619127] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.619127] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.619127] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.619127] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-c57a88ab-ce98-481c-ac75-fc7eb3627655 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.619483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.619483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.619676] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.619742] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57a88ab-ce98-481c-ac75-fc7eb3627655',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.728290] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.019599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.020223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.020444] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.020557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.020643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.020992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.021188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.021320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.021556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.021680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.021747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.021916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.022167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.022279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.022342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.022510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.022588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.022680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.022791] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.124294] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.124513] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.124661] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.124944] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.125151] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.125317] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port c57a88ab-ce98-481c-ac75-fc7eb3627655 not found, creating... [ 1097.125579] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.125736] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.125867] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.126165] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.126325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.126999] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.127217] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.127370] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.127599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.127733] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.127874] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: c57a88ab-ce98-481c-ac75-fc7eb3627655 is going to be created. [ 1097.151161] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.151395] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.151496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.151797] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.152050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.152371] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.230840] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.526989] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac8b0d07-2bec-45bb-9cbe-3b68202cce19: rpc.has_security_group_logging(os_id): False [ 1097.553572] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.553784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.553830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.554043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.554139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.554361] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.554447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.554480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.554631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.554704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.555278] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.555278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.555278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.555278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.555478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.555507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.555663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.555726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.555873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.555959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.556042] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1097.652152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.652324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.652324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.652545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.652699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.676311] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1097.735958] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.735958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.735958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.735958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.736331] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.736626] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1097.780863] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.781029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.781104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.781321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.781467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.793716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1098.331424] env[65401]: INFO networking_nsxv3.common.synchronization [req-59d31d41-846c-43b0-b41b-6a9eb6debc24 req-73bee1a5-da69-49e5-8301-bf899faafdac service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1098.331773] env[65401]: INFO networking_nsxv3.common.synchronization [req-59d31d41-846c-43b0-b41b-6a9eb6debc24 req-73bee1a5-da69-49e5-8301-bf899faafdac service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1098.331773] env[65401]: INFO networking_nsxv3.common.synchronization [req-59d31d41-846c-43b0-b41b-6a9eb6debc24 req-73bee1a5-da69-49e5-8301-bf899faafdac service nova] Enqueued Resource ID: c57a88ab-ce98-481c-ac75-fc7eb3627655 with Priority: HIGHEST for action port [ 1098.332301] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1098.332430] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1098.332526] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57a88ab-ce98-481c-ac75-fc7eb3627655 with Priority: HIGHEST for action port [ 1098.332869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.333205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.333291] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.333481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.333569] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.334932] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.335025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.335225] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57a88ab-ce98-481c-ac75-fc7eb3627655 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.335632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.335632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.335632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.335632] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57a88ab-ce98-481c-ac75-fc7eb3627655',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.837616] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.839092] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57a88ab-ce98-481c-ac75-fc7eb3627655 with status ACTIVE [ 1098.839284] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.839407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.839467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.839692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.839782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.839970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.840063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.840128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.840301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.840382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.840560] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.840654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.840716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.840853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.840926] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.841017] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57a88ab-ce98-481c-ac75-fc7eb3627655 is going to be updated. [ 1098.862309] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.862505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.862505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.862717] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.862851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.863026] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57a88ab-ce98-481c-ac75-fc7eb3627655" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.484820] env[65401]: INFO networking_nsxv3.common.synchronization [req-fdd083ab-4369-4033-9f01-1fcad4fa3e07 req-e5359dee-97c4-4b04-b207-8e11ec0a97d5 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1099.485430] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGHEST for action security_group_members [ 1099.485738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.485863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.485930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.488128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.488771] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.488898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.488966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.489154] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.489247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.489348] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.696993] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1099.697282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.803036] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1099.803036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.803238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.803432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.803634] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.803754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.803833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.803968] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.804061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.804155] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.991964] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.992155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.992222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.992441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.992535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.992746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.992849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.992923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.993127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.993257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.993314] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 is going to be updated. [ 1100.021068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.021197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.021246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.021420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.021566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.030058] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: IN_PROGRESS for 2s [ 1100.306260] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.523511] env[65401]: INFO networking_nsxv3.common.synchronization [req-d96a9905-87b6-449b-9746-39c55bb850b5 req-a195f440-50d4-4845-9c67-5def76918406 tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1100.524048] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1100.524354] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.524480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.524548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.524744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.524896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.525022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.525098] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.525251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525432] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.808664] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.835965] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.836175] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.836279] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.836522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.837172] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.837172] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.837172] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.838482] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.838482] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.838482] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.838482] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.838482] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.838482] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.838482] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.839773] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.839909] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.859324] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.859515] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.859649] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.859813] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.860145] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.860337] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.860437] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.860746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.860884] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3482cad6-fdaa-4cdf-a37b-db394bb1d9d9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.990279] env[65401]: INFO networking_nsxv3.common.synchronization [req-25be82fc-4e5b-4e4f-982f-4db70f74115f req-7a1912e3-57e9-4998-b74a-8cb3a13958e9 tempest-ServerRescueNegativeTestJSON-1528377519 tempest-ServerRescueNegativeTestJSON-1528377519-project-member] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 1100.990374] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGHEST for action security_group_members [ 1100.990711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.991069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.991069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.991069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.991191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.991428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.991428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.991512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.991540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.991622] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.027042] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.027330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.027390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.027616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.027788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.028023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.028183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.028284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.028593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.028678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.028769] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1101.057318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.057490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.057648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.057749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.057897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.070906] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1101.312165] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.312344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.312388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.313029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.313029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.313029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1101.356487] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.356721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.356796] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.357130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.357268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.365973] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.366277] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.366511] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.366787] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.367037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.367299] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 not found, creating... [ 1101.367626] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.367820] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.367958] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.368230] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.368411] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.368743] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368915] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.369082] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.369308] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.369449] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.369622] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 is going to be created. [ 1101.371422] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1101.391392] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.391717] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.391913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.392338] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.392659] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.392969] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.494108] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.494335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.494335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.494552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.517186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.517499] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.517632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.517705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.517894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.517984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.518094] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be updated. [ 1101.563504] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.564113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.564113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.564113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: IN_PROGRESS for 2s [ 1102.041819] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 in Status: SUCCESS [ 1102.042015] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 deletion is rescheduled due to dependency. [ 1102.042139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.115239] env[65401]: INFO networking_nsxv3.common.synchronization [req-d96a9905-87b6-449b-9746-39c55bb850b5 req-db931d86-52fb-4e16-9555-25fff0705978 service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 1102.115413] env[65401]: INFO networking_nsxv3.common.synchronization [req-d96a9905-87b6-449b-9746-39c55bb850b5 req-db931d86-52fb-4e16-9555-25fff0705978 service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1102.115551] env[65401]: INFO networking_nsxv3.common.synchronization [req-d96a9905-87b6-449b-9746-39c55bb850b5 req-db931d86-52fb-4e16-9555-25fff0705978 service nova] Enqueued Resource ID: 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 with Priority: HIGHEST for action port [ 1102.116179] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 1102.116334] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1102.116435] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 with Priority: HIGHEST for action port [ 1102.116708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.116833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.116896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.117163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.117257] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.119033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.119353] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.119691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.119691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.119755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.119817] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3482cad6-fdaa-4cdf-a37b-db394bb1d9d9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.620526] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.620526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622160] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 with status ACTIVE [ 1102.622160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.622904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.622904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.623277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.623277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.623452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.623509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.623657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.623732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623816] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3482cad6-fdaa-4cdf-a37b-db394bb1d9d9 is going to be updated. [ 1102.649367] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.649682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.649682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.649893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.650048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.650230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3482cad6-fdaa-4cdf-a37b-db394bb1d9d9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.988766] env[65401]: INFO networking_nsxv3.common.synchronization [req-8df31d53-2468-4a31-8545-7029f98d075b req-5dcf15be-5f20-4d7a-b488-e5cca51db8af tempest-ServerAddressesTestJSON-1137470381 tempest-ServerAddressesTestJSON-1137470381-project-member] Enqueued Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1102.989455] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1102.990089] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.990281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.990367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.990674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.990889] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.991048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.991128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.991344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.991461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.991577] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.083192] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1103.083192] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 deletion is rescheduled due to dependency. [ 1103.083192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.083192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.083192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.083192] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.083461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.083461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.084164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.084164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.084164] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.384117] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.384455] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-64" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.384610] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-64" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.385024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-64" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.385366] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.385538] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.385676] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.385919] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.386144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.386376] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.386510] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.386623] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.386733] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.386845] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.386965] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.387323] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.389274] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1103.389639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.390267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.390483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.390672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.390786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.390851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.391007] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.391108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.391196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.391288] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.409801] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.410012] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.410168] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.410367] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-64" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.410720] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-9e4afaec-59b6-43ae-b026-c7176fc619b7 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.410913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.411048] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.411429] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.411571] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4afaec-59b6-43ae-b026-c7176fc619b7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.494790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.495205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.495205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.495426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.495691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.496076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.496076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.496076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.496318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.496318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.496469] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf already deleted. [ 1103.496568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.587111] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 in Status: SUCCESS [ 1103.587327] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 deletion is rescheduled due to dependency. [ 1103.587464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.587743] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.893998] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.894501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.894501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.894501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.894661] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.894661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.894782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.894827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.895058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.895058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.895200] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.895309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.895395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.895535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.895642] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.895708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.895750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.895895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.896305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.896443] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.896549] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.913954] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.914196] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.914318] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.914607] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.914756] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.914905] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 9e4afaec-59b6-43ae-b026-c7176fc619b7 not found, creating... [ 1103.915241] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.915407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.915528] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.915974] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.915974] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.916214] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.916325] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.916427] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.916610] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.916749] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.916878] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 9e4afaec-59b6-43ae-b026-c7176fc619b7 is going to be created. [ 1103.941176] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.941406] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.941577] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.941828] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.942097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.942343] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.090337] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.399364] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 1104.419711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.419859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.419917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.420159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.420323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.421553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.421553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.421553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.421553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.422162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.422162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.422162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.422162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.422162] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1104.487025] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.487025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.487025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.487025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.487025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.505613] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1104.597447] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.597604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.597676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.597890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.597975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.598132] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1104.632411] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.632576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.632653] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.632932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.633101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.643572] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1104.646748] env[65401]: INFO networking_nsxv3.common.synchronization [req-8df31d53-2468-4a31-8545-7029f98d075b req-829e80c3-6cc6-4ef9-8d27-0802d29ac0b4 service nova] Enqueued Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_rules [ 1104.646748] env[65401]: INFO networking_nsxv3.common.synchronization [req-8df31d53-2468-4a31-8545-7029f98d075b req-829e80c3-6cc6-4ef9-8d27-0802d29ac0b4 service nova] Enqueued Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1104.646748] env[65401]: INFO networking_nsxv3.common.synchronization [req-8df31d53-2468-4a31-8545-7029f98d075b req-829e80c3-6cc6-4ef9-8d27-0802d29ac0b4 service nova] Enqueued Resource ID: 9e4afaec-59b6-43ae-b026-c7176fc619b7 with Priority: HIGHEST for action port [ 1104.646748] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_rules [ 1104.646877] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1104.646957] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4afaec-59b6-43ae-b026-c7176fc619b7 with Priority: HIGHEST for action port [ 1104.647552] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.647701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.647755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.647982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.648234] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.650089] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.650221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.650293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.650515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.650792] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.650923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.650988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.651169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.651262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.651362] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.652811] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4afaec-59b6-43ae-b026-c7176fc619b7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.652924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.653045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.653565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.653657] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4afaec-59b6-43ae-b026-c7176fc619b7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.150922] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.150922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.153303] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.159131] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e4afaec-59b6-43ae-b026-c7176fc619b7 with status ACTIVE [ 1105.159131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.159131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.159131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.159131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.159131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.159131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.160591] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.160591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.160591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e4afaec-59b6-43ae-b026-c7176fc619b7 is going to be updated. [ 1105.183665] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.183665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.183665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.183665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.183665] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4afaec-59b6-43ae-b026-c7176fc619b7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.655444] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.157810] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.158202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.158202] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.158568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.158703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.158834] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf is going to be created. [ 1106.202950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.202950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.202950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.203245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.203278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.214935] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: UNINITIALIZED for 2s [ 1106.527718] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1106.527718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.654662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1106.654898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.655207] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.655460] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.655664] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.655897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.656096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.656185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.656312] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.656375] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.158467] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.280100] env[65401]: INFO networking_nsxv3.common.synchronization [req-f774f8ea-5432-4fdb-8ba2-e43c75655a2a req-a535499e-fe97-453b-bc74-f399ac040f06 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1107.280955] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1107.280955] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.281603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.281603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.281603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.281603] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.281603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.281603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.281929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.281929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.281929] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.583990] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3ead99e-d226-4218-ae21-270ca11f570e req-c0b3f444-3b19-4067-8c0c-bbc1e8642345 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1107.584668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1107.584996] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.585171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.585243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.585411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.585582] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.585672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.585735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.585878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.585997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.586062] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.652444] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.652706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.652706] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.653655] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.654013] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.654201] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.654315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.654614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.655492] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.655492] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.655492] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.655492] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.655492] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.655492] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.655695] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.656256] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.661404] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2040b730-8d06-4407-9942-9e4ae2b2cf48: rpc.has_security_group_logging(os_id): False [ 1107.688599] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.688939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.689065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.689354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.689495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.689866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.690062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.690167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.690417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.690551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.690699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1107.693522] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.693814] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.694068] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.694267] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.694621] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-62b6d882-b625-4f6b-815d-0a5b011e6ce7 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.694855] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.695138] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.695531] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.695701] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b6d882-b625-4f6b-815d-0a5b011e6ce7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.784747] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.784977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.784977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.785208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.785309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.785505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.785608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.785669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.785872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.785980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.786079] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be deleted. [ 1107.789196] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.789352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.789398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.789591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.789759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.815293] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1107.830223] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.830437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.831020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.831282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.831424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.831557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.088697] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.088839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.088916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.090097] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.090097] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.090097] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be deleted. [ 1108.096993] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.097240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.097372] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.097616] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.097862] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.098024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098185] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.098356] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.098498] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098703] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.098815] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.098927] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.099050] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.099161] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.099269] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.099399] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.119330] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.119641] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.119846] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.120084] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.120493] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.120719] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.120845] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.121168] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.121310] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dbb0f0-2eef-4a41-ae8d-02464cc5aefb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.123694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.123867] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.123995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.124217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.124311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.124406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.198775] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.199228] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.199599] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.199919] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.200096] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.200280] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 62b6d882-b625-4f6b-815d-0a5b011e6ce7 not found, creating... [ 1108.200569] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.200739] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.200861] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.201113] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.201258] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.201582] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.201774] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.201988] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202484] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202717] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.202919] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 is going to be created. [ 1108.226328] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: UNINITIALIZED for 4s [ 1108.232569] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.232812] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.232992] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.233320] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.233575] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.233835] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.625095] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.625095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.625095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.625095] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.625380] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.625408] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb not found, creating... [ 1108.625741] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.625942] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.626135] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.626398] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.626544] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.626872] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.627050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.627193] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.627429] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.627605] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.627777] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb is going to be created. [ 1108.648631] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.649209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.649209] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.649283] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.649527] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.649757] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.945130] env[65401]: INFO networking_nsxv3.common.synchronization [req-f774f8ea-5432-4fdb-8ba2-e43c75655a2a req-f5c95b0a-9d04-4c30-833b-3e8b773d6d4c service nova] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_rules [ 1108.945353] env[65401]: INFO networking_nsxv3.common.synchronization [req-f774f8ea-5432-4fdb-8ba2-e43c75655a2a req-f5c95b0a-9d04-4c30-833b-3e8b773d6d4c service nova] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1108.945495] env[65401]: INFO networking_nsxv3.common.synchronization [req-f774f8ea-5432-4fdb-8ba2-e43c75655a2a req-f5c95b0a-9d04-4c30-833b-3e8b773d6d4c service nova] Enqueued Resource ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with Priority: HIGHEST for action port [ 1108.946026] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_rules [ 1108.946161] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1108.946382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with Priority: HIGHEST for action port [ 1108.946610] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.946676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.946733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.946920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.947017] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.947858] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.947991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.948092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.948214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.948362] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.948455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.948517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.948662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.948746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.948836] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.949558] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b6d882-b625-4f6b-815d-0a5b011e6ce7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.949702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.949731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.950055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.950055] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b6d882-b625-4f6b-815d-0a5b011e6ce7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.371501] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3ead99e-d226-4218-ae21-270ca11f570e req-f55e3aff-b806-4f40-8b72-1c3616a29f09 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1109.371732] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3ead99e-d226-4218-ae21-270ca11f570e req-f55e3aff-b806-4f40-8b72-1c3616a29f09 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1109.371764] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3ead99e-d226-4218-ae21-270ca11f570e req-f55e3aff-b806-4f40-8b72-1c3616a29f09 service nova] Enqueued Resource ID: 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb with Priority: HIGHEST for action port [ 1109.372345] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1109.372480] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1109.372576] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb with Priority: HIGHEST for action port [ 1109.372845] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.372963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.373044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.373242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.373348] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.374184] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.375186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.375186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.375186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.375186] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.375186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.375186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.375650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.375650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.375650] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.376203] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.378038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.378189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.378311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.378389] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dbb0f0-2eef-4a41-ae8d-02464cc5aefb',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.451929] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.452167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.452373] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.453567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with status ACTIVE [ 1109.453567] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.453741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.453741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.453927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454199] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.454292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.454349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.455072] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.455072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.455072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.455201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.455230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.455410] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 is going to be updated. [ 1109.485105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.485313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.485313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.485512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.486172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.486172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.828351] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1109.828351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.880766] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.881749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.881986] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.883407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb with status ACTIVE [ 1109.883554] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.883735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.883861] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.885087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.885982] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.885982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.885982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.885982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04dbb0f0-2eef-4a41-ae8d-02464cc5aefb is going to be updated. [ 1109.909126] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.909363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.909413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.909623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.909784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.909964] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04dbb0f0-2eef-4a41-ae8d-02464cc5aefb" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.958435] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.237358] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: SUCCESS [ 1110.237358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.237634] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.237776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.237965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.238398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.238398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.238398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.238398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.238539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.238539] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.388029] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.461187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.461339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.461413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.461738] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.461846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.461946] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be created. [ 1110.487722] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.487880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.487954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.488213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.488376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.498965] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: UNINITIALIZED for 2s [ 1110.746720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.746986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.747266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.747568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.748510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.748675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.748759] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.748945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.749050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.749153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.749360] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.749481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.749535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.749715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.749871] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.749967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.750153] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.750317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.750403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.750488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.750968] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.891322] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.891557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.891557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.891881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.892015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.892153] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be created. [ 1110.925142] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.925142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.925452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.925530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.925734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.938318] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: UNINITIALIZED for 2s [ 1111.260365] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecf3845-a487-40b7-b6a1-88af801b7fdf: rpc.has_security_group_logging(os_id): False [ 1111.288737] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.288737] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.288737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.289087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.289087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.289087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.289200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.289233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.289451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.289451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.289638] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.289723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.289778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.289918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.290348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.290348] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf is going to be created. [ 1111.388033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.388033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.388033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.388033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.388677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.403699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: IN_PROGRESS for 2s [ 1112.512885] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 1112.513219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.513424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.513711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.513930] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.514429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.514580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.514856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.515546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.515728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.515871] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.654339] env[65401]: INFO networking_nsxv3.common.synchronization [req-b90a5a58-3f44-4dfd-b825-6dacc5c284db req-358be6f2-317c-4729-be74-99926b018dee tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1112.655049] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1112.655049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.655049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.655049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.655466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.655654] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.655779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.655846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.656016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.656104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.656208] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.950914] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1112.952461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.952567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.952852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.953124] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.953261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.953905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.953905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.953905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.953905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.953905] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.019069] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.019364] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.019498] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.019772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.020124] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.020302] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.020423] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.020648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.023579] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.023579] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.023579] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.023579] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.023579] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.023579] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.023579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.023579] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.023579] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.023579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.024949] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.024949] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.025349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.025349] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.025349] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.050278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.050471] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.050748] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.051079] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-290" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.051558] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.051840] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.052069] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.052484] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.052677] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31870f1f-e9a8-4cbe-829d-a4a5cec90fcd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.160755] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.160990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.161073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.161373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.161515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.161743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.161917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.162049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.162381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.162497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.162646] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1113.197104] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.197313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.197401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.197712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.197932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.208859] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1113.427606] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: SUCCESS [ 1113.427887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.456620] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.456821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.456879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.457345] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.457445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.457547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.457782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.457900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.458024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.458176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.458239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.458389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.458535] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.458647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.458705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.458845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.458911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.459027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.459128] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.527854] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46e1076f-1499-46e8-a972-02272d5edbe3: rpc.has_security_group_logging(os_id): False [ 1113.545937] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.546143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.546189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.546412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.546500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.546723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.546824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.546889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.547083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.547251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.547395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.547494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.547558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.547700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.547799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.548015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.548236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.548308] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.548453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.548523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.548610] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be created. [ 1113.555106] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.555106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.555106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.555312] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.555391] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.555545] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd not found, creating... [ 1113.555859] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.556033] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.556156] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.556517] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.556648] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.557035] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.557248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.557429] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.557709] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.557864] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.558045] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd is going to be created. [ 1113.579346] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.579617] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.579837] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.580201] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.580529] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.580843] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.611776] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.611976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.612041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.612375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.612679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.639742] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: IN_PROGRESS for 2s [ 1113.961693] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5202a0b9-9fb7-43d6-adff-c0b2debed0b6: rpc.has_security_group_logging(os_id): False [ 1113.986169] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.986169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.986169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.986491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.986491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.986553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987298] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.987298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.987615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.987615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.987881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.987935] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.988184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.988350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.988464] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be created. [ 1114.069505] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.069716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.069814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.070058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.070368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.087080] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1114.289389] env[65401]: INFO networking_nsxv3.common.synchronization [req-b90a5a58-3f44-4dfd-b825-6dacc5c284db req-079d300b-3aae-474c-9c40-7edcf3716e11 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1114.289676] env[65401]: INFO networking_nsxv3.common.synchronization [req-b90a5a58-3f44-4dfd-b825-6dacc5c284db req-079d300b-3aae-474c-9c40-7edcf3716e11 service nova] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1114.289891] env[65401]: INFO networking_nsxv3.common.synchronization [req-b90a5a58-3f44-4dfd-b825-6dacc5c284db req-079d300b-3aae-474c-9c40-7edcf3716e11 service nova] Enqueued Resource ID: 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd with Priority: HIGHEST for action port [ 1114.290593] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_rules [ 1114.290799] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1114.290965] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd with Priority: HIGHEST for action port [ 1114.291959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.292170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.292280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.292542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.292630] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.293492] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.293575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.293768] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.293870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.293928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.296525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.297157] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31870f1f-e9a8-4cbe-829d-a4a5cec90fcd',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.801051] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.801415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.801415] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd with status ACTIVE [ 1114.801485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.801571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.801638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.801849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.801941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.802122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.802222] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.802284] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.802433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.802510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.802701] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.802795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.802863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.803024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.803141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.803257] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31870f1f-e9a8-4cbe-829d-a4a5cec90fcd is going to be updated. [ 1114.828069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.828248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.828327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.828561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.828685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.828850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31870f1f-e9a8-4cbe-829d-a4a5cec90fcd" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.131448] env[65401]: INFO networking_nsxv3.common.synchronization [None req-54c3b407-208c-459c-8a0d-ce8c34c2ed79 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1115.134389] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1115.134847] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.135054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.135213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.135528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.135753] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.135900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.135986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.136279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.137035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.137035] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.220294] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 4s [ 1115.645276] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.655705] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 1115.655705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.817171] env[65401]: INFO networking_nsxv3.common.synchronization [req-75c91096-701d-4955-b75c-e1368ef2a91b req-f1656235-9cd3-489c-9c8b-b31758a8f745 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1115.817937] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1115.819224] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.819224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.819224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.819576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.819931] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.822141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.822141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.822141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.822141] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.822141] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.028145] env[65401]: INFO networking_nsxv3.common.synchronization [req-b9223be6-dd56-4a72-b551-0d072fb55fea req-295089b8-b5d0-4e26-b09a-eef84da956b1 tempest-ImagesTestJSON-1173952310 tempest-ImagesTestJSON-1173952310-project-member] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1116.028771] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGHEST for action security_group_members [ 1116.029767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.030286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.030286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.030711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.030711] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.030819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.030870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.031055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.031146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.031244] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.103805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1116.104145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.146975] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.325081] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.534109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.534287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.534361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.534556] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.534649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.534853] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.535031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.535199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.535379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.535468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.535580] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be updated. [ 1116.566866] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.567122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.567179] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.567402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.567558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.577902] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: IN_PROGRESS for 2s [ 1116.651076] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.651076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.651076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.651076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.651076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.651076] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1116.697483] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.697656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.697707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.697898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.698076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.718712] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1116.826294] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.231044] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1117.231255] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1117.231358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.231519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.231739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.231914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.232124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.232124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.232487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.232608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.232669] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.285173] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.285378] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.285500] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.285776] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.286044] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.286208] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.286327] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.286546] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.286949] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.287326] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.287495] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.287596] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.287967] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.287967] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.287967] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.288175] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.312905] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.312905] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.312905] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.312905] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.313338] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.313534] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.313659] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.313989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.314154] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5456d8-310e-47d1-af9c-e0a9e1fa6c13',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.328767] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.328945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.328998] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.329272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.329423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.329529] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1117.371378] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.371552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.371602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.371896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.372081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.383586] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1117.473616] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a571e96-ae92-4aa2-8c70-7e725db80811 req-da6ec0e7-85b6-41dc-9aab-94f2b9dd5562 tempest-ServerAddressesTestJSON-1137470381 tempest-ServerAddressesTestJSON-1137470381-project-member] Enqueued Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1117.473815] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGHEST for action security_group_members [ 1117.474133] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.474249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.474351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.474507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.474897] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.474897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.474897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.475073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.475073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.475141] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.734705] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.817202] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.817502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.817675] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.817987] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.818204] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.818416] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 not found, creating... [ 1117.818721] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.818892] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.819024] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.819273] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.819437] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.819730] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.819891] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.820022] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.820244] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.820385] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.820528] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 is going to be created. [ 1117.844475] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.844913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.844913] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.845191] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.845450] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.845691] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918686] env[65401]: INFO networking_nsxv3.common.synchronization [req-7e7c90a0-5555-48fb-a3f6-2de2497d1081 req-2875bf47-5b8b-443b-86a0-f4c3cd488ec7 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1117.919306] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1117.919891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.920059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.920135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.920402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.920593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.920729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.920793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.921016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.921116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.921304] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.977373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.977373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.977373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.977657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.978091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.978091] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.978368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.978368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.978456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.978555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.978667] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf is going to be updated. [ 1118.024041] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.024241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.024241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.024462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.024907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.036691] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: IN_PROGRESS for 2s [ 1118.236994] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.424790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.424790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.424790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425937] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1118.482807] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.483049] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.483137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.483355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.483536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.497278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1118.593172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 in Status: SUCCESS [ 1118.593383] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 deletion is rescheduled due to dependency. [ 1118.593505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.600022] env[65401]: INFO networking_nsxv3.common.synchronization [req-8693713d-5c0e-41c0-af51-22216c71b78b req-feeee95a-cf92-4427-b981-0a877e93017b service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1118.600070] env[65401]: INFO networking_nsxv3.common.synchronization [req-8693713d-5c0e-41c0-af51-22216c71b78b req-feeee95a-cf92-4427-b981-0a877e93017b service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1118.600221] env[65401]: INFO networking_nsxv3.common.synchronization [req-8693713d-5c0e-41c0-af51-22216c71b78b req-feeee95a-cf92-4427-b981-0a877e93017b service nova] Enqueued Resource ID: ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 with Priority: HIGHEST for action port [ 1118.600738] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1118.600882] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1118.601030] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 with Priority: HIGHEST for action port [ 1118.603528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.603528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.603528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.603528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.603775] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.604617] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.604718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605365] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.605365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.605545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.605545] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5456d8-310e-47d1-af9c-e0a9e1fa6c13',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.734784] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1118.735065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.735622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.735864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.736271] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.736271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.736427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.736476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.736572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.736671] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.739846] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.739936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.740011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.740194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.740288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.740383] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1118.768485] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.768749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.768890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.769236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.769499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.779662] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1119.108166] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.108591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.108591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 with status ACTIVE [ 1119.108782] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.109274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.109274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.109274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.109274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.109814] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.110011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.110011] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.110116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.110228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.110426] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.110515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.110609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.110775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.110837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.110929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab5456d8-310e-47d1-af9c-e0a9e1fa6c13 is going to be updated. [ 1119.135997] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.136257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.136257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.136440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.136585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.136754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5456d8-310e-47d1-af9c-e0a9e1fa6c13" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.240052] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.396480] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1119.396808] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.501890] env[65401]: INFO networking_nsxv3.common.synchronization [req-02bdf5e1-2a35-4b6a-bedd-14b19dca7f9d req-91c4a0ed-1701-4aa7-a22b-c435b7a34345 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1119.502415] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGHEST for action security_group_members [ 1119.502757] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.502876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.502956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.503173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.503333] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.503435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.503498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.503649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.503736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.503832] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.548342] env[65401]: INFO networking_nsxv3.common.synchronization [req-02bdf5e1-2a35-4b6a-bedd-14b19dca7f9d req-91c4a0ed-1701-4aa7-a22b-c435b7a34345 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with Priority: HIGHEST for action port [ 1119.548811] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with Priority: HIGHEST for action port [ 1119.549174] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b6d882-b625-4f6b-815d-0a5b011e6ce7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.549453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.549453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.549690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.549732] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b6d882-b625-4f6b-815d-0a5b011e6ce7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.744703] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.006176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.006388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.006388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.006554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.006664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.006861] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.006989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.006989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.007204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.007279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.007348] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be updated. [ 1120.037306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.037446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.037523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.037737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.037881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.048793] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: IN_PROGRESS for 2s [ 1120.049507] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf in Status: SUCCESS [ 1120.049666] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf deletion is rescheduled due to dependency. [ 1120.049777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.056164] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b6d882-b625-4f6b-815d-0a5b011e6ce7 with status ACTIVE [ 1120.056372] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.056502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.056572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.056780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.056868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.057077] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.057173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.057238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.057388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.057465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.057643] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.057736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.057799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.057936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.058013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.058117] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b6d882-b625-4f6b-815d-0a5b011e6ce7 is going to be updated. [ 1120.077231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.077447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.077447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.077655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.077786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.077946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b6d882-b625-4f6b-815d-0a5b011e6ce7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.247199] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.247199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.247199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.247199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.247199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.247199] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1120.339597] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.339772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.339816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.340033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.340184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.350293] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1120.508549] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1120.508895] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 1120.509080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.628505] env[65401]: INFO networking_nsxv3.common.synchronization [req-944708bc-9ef3-4918-b1f2-07e4cea5a262 req-1215ddd4-6c6d-4ab9-b8fc-0d634f071ad2 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1120.629265] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1120.629913] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.631065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.631065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.631065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.631065] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.631065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.631065] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.631275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.631503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.632149] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.921426] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1120.921426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.923016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.923985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.923985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.923985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.923985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.923985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.924234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.924234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.924234] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.136127] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.136127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.136127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.136127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.136369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.136458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.136526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.136579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.136741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.136817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.137376] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1121.176905] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.176905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.176905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.176905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.176905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.377672] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1121.428096] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.428361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.428430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.428662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.428836] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.428937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.429013] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.429204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.429298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.429397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.429581] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.429680] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.429741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.429883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.430027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.430126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.430189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.430314] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.430414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.430504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.430595] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.765286] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.765286] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.765286] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.765658] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.766089] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.766362] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.766561] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.767415] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.768613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.768613] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.768613] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.768613] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.768613] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.768834] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.769048] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.769304] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.796372] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.796372] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.796372] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.796701] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-317" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.796843] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-252067f8-19d1-45e4-89bc-62a80644df71 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.797158] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.797329] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.797704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.797847] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252067f8-19d1-45e4-89bc-62a80644df71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.059659] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46e1076f-1499-46e8-a972-02272d5edbe3 in Status: SUCCESS [ 1122.059872] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 deletion is rescheduled due to dependency. [ 1122.059984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.326755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b53a051-24a8-4bd4-9858-e48a07eb75fa: rpc.has_security_group_logging(os_id): False [ 1122.326886] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.327422] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.327422] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.327611] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.328433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.328433] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 252067f8-19d1-45e4-89bc-62a80644df71 not found, creating... [ 1122.328433] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.328433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.328827] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.328827] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.328827] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.332233] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.332233] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 252067f8-19d1-45e4-89bc-62a80644df71 is going to be created. [ 1122.332233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.332233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.332668] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.332668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.332668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.332668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.332668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.332818] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.332858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.332965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.333310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.333310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.333413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.333517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.333601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.333772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.333849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.334079] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1122.359531] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.359531] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.359531] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.359723] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.359916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.360149] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.374044] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1122.375321] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.375626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.375842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.377304] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.377470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.377554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.378062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.378288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.378288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.378347] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.404819] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.404819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.404819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.404819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.404819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.418731] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1122.759833] env[65401]: INFO networking_nsxv3.common.synchronization [req-1d30ad21-ee5c-4239-8e29-948694419f00 req-31b6c2d0-d469-4d12-8342-a0b500703b8e tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 1122.760549] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGHEST for action security_group_members [ 1122.761383] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.761567] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.761646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.761857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.762059] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.762183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.762303] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.762413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.762498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.762597] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.881183] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.881457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.881604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.881898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.882269] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.882447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.882536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.882748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.882894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.883037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.883316] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.883652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.883652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.883925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.885908] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.885908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.885908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.885908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.885908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.885908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.885908] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.265148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.265329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.265329] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.265958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.291640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.291898] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.292035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.292103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.292305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.292381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.292478] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c is going to be updated. [ 1123.325493] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.325689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.325727] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.325929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.326133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.336726] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: IN_PROGRESS for 2s [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [req-944708bc-9ef3-4918-b1f2-07e4cea5a262 req-0a57e262-772e-4dd9-802e-1c18554ca16d service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [req-944708bc-9ef3-4918-b1f2-07e4cea5a262 req-0a57e262-772e-4dd9-802e-1c18554ca16d service nova] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [req-944708bc-9ef3-4918-b1f2-07e4cea5a262 req-0a57e262-772e-4dd9-802e-1c18554ca16d service nova] Enqueued Resource ID: 252067f8-19d1-45e4-89bc-62a80644df71 with Priority: HIGHEST for action port [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_rules [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1123.364255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252067f8-19d1-45e4-89bc-62a80644df71 with Priority: HIGHEST for action port [ 1123.364527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.364631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.364661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.364972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.364972] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.365834] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.366877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.366877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-252067f8-19d1-45e4-89bc-62a80644df71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.366877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.366877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.366877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.366877] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252067f8-19d1-45e4-89bc-62a80644df71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.526643] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.526942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.528262] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5202a0b9-9fb7-43d6-adff-c0b2debed0b6: rpc.has_security_group_logging(os_id): False [ 1123.541528] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1123.542562] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 1123.542562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.542562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.542774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.542774] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.542910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.542949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.543082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.543157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.543279] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.548291] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.548418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.548482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.548652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.548735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.548908] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.549014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.549079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.549231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.549297] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.549497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.549592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.549676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.549783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.549853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.550050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.550143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.550530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.550530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.550530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.550530] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1123.622420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.622595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.622650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.622947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.622947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.639172] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1124.030326] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252067f8-19d1-45e4-89bc-62a80644df71 with status ACTIVE [ 1124.030571] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.030712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.030777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.031106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.031198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.031457] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.031591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.031591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.031740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.031803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.031993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.032117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.032167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.032338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.032434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.032565] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252067f8-19d1-45e4-89bc-62a80644df71 is going to be updated. [ 1124.045153] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.057357] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.057357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.057501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.058107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.058107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.058107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252067f8-19d1-45e4-89bc-62a80644df71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.436796] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1124.437120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.547277] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.050173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.050379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.050426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.051054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.051054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.051054] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1125.090778] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.091403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.091516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.104226] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1125.355212] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c in Status: SUCCESS [ 1125.355852] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c deletion is rescheduled due to dependency. [ 1125.355852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.652961] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1125.653403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.152682] env[65401]: INFO networking_nsxv3.common.synchronization [req-51a6ae18-6dd4-4f43-8fcd-ec473dbad124 req-d07aefd8-3345-4190-8a02-b56a38d159fe tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1126.154733] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1126.155158] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.155313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.155397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.155636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.155792] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.155891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.155951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.156143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.156247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.156355] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.659783] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.114753] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1127.115039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.115384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.115478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.115592] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.115710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.115770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.115916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.115995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.116090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.116182] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.164617] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.618973] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.619325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.619436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.619855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.620073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.620211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.620293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.620483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.620575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.620710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.620888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.621132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.621224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.621449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.621562] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.621681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.621758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.621923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.622036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.622127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.622219] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.667434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.667693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.667776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.668197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.668197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.668197] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1127.706959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.707157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.707260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.707529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.707685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.728879] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1128.124709] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8459333-30ee-4205-9248-4306f3ea5130: rpc.has_security_group_logging(os_id): False [ 1128.145617] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.145790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.145886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.146176] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.146306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.146607] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.146730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.146792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.146954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.147113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.147307] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.147406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.147501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.147656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.147750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.147970] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.148262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.148408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.148605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.148731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.148862] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1128.227677] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.227910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.227910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.229152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.229152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.242355] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1129.740625] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1129.741022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.254052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1130.254382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.008283] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2cba867a-3ae3-4adb-ad27-30d3aa0e3703 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1131.008818] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1131.009194] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.009412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.009551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.009782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.009923] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.128044] env[65401]: INFO networking_nsxv3.common.synchronization [None req-3896b85d-da6a-4895-a839-cdfd6cc7a588 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1131.128967] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1131.129302] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.129467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.530946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.531130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.531246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.531843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.531843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.531843] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad already deleted. [ 1131.531843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.531843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.532082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.532082] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.054934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.055343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.055343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.055409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.055504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.055719] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad already deleted. [ 1132.055860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.235857] env[65401]: INFO networking_nsxv3.common.synchronization [req-9e21ce42-bbe0-4a3a-8772-4a82b02a6fe5 req-4f383970-dadb-46e9-bbd0-1ac745f883a9 tempest-ServersTestFqdnHostnames-1527699616 tempest-ServersTestFqdnHostnames-1527699616-project-member] Enqueued Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1134.236616] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 with Priority: HIGHEST for action security_group_members [ 1134.236934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.239663] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.240380] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.240654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.240846] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.240970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.241078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.241227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.241379] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.241554] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effde86c-cefb-4e9d-99cd-ada39cd9a1d8',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.745450] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.745646] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.745698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.745971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.746090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.746287] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.746387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.746448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.746601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.746677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.746760] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 is going to be updated. [ 1134.775215] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.775359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.775455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.775627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.775767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.781497] env[65401]: INFO networking_nsxv3.common.synchronization [req-4c7d3eb3-c1cd-4c69-9eae-21bd613e75b5 req-0824c3b0-5601-40bf-9f4a-f02d8e49173a tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1134.782047] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1134.782379] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.782505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.782571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.782812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.782993] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.783140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.783226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.783405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.783515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.783632] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.785008] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: IN_PROGRESS for 2s [ 1135.286572] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.590205] env[65401]: INFO networking_nsxv3.common.synchronization [None req-406aa671-0846-413e-9400-cc858e8bfd90 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1135.590763] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1135.591108] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.591248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.789125] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.291386] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.291679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.291679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.291831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.291920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.292032] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1136.326431] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.326611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.326687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.326982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.327245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.338692] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1136.797503] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 in Status: SUCCESS [ 1136.797503] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effde86c-cefb-4e9d-99cd-ada39cd9a1d8 deletion is rescheduled due to dependency. [ 1136.797503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effde86c-cefb-4e9d-99cd-ada39cd9a1d8" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.191294] env[65401]: INFO networking_nsxv3.common.synchronization [req-827fba84-83cd-438e-bdc9-c2dc03226e14 req-dd22c9f9-99ef-4701-a966-29b1ab57ea69 tempest-ServerDiskConfigTestJSON-1688176154 tempest-ServerDiskConfigTestJSON-1688176154-project-member] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1137.193306] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGHEST for action security_group_members [ 1137.193306] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.193306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.193306] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.193573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.193573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.193645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.193684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.194611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.194611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.194611] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.696972] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.697279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.697279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.697481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.697575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.697756] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.697878] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.697942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.698103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.698223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.698322] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be updated. [ 1137.752878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.753072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.753120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.753316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.753463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.763565] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: IN_PROGRESS for 2s [ 1138.315801] env[65401]: INFO networking_nsxv3.common.synchronization [req-c3d43947-be09-4ab2-8b25-58912696a1b2 req-bdde07cf-216f-4bf1-9b47-d0b73291591a tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1138.316401] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGHEST for action security_group_members [ 1138.316712] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.316849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.316907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.317132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.317281] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.317513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.317513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.317601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.317678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.317769] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.350249] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1138.350249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.350722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.350949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.351153] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.351274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.351330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.351483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.351565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.351658] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.820216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.820627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.820627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.820707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.820740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.820934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.821038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.821105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.821258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.821346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.821417] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 is going to be updated. [ 1138.848081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.848295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.848415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.848716] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.848937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.855242] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.855407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.855448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.855608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.855694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.855878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.855976] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.856053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.856201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.856278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.856363] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1138.857899] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: IN_PROGRESS for 2s [ 1138.885344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.885551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.885551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.885732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.885874] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.900266] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1139.532495] env[65401]: INFO networking_nsxv3.common.synchronization [req-8724bb38-fc43-4697-a2aa-c3e948c4861d req-02e3a1a0-822b-4d12-81fd-3a5562771708 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1139.533026] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1139.533338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.533458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.533524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.533775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.533932] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.534080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.534114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.534241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.534323] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.534448] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.777717] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8459333-30ee-4205-9248-4306f3ea5130 in Status: SUCCESS [ 1139.777836] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8459333-30ee-4205-9248-4306f3ea5130 deletion is rescheduled due to dependency. [ 1139.777954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.852397] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.852397] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.852397] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.852737] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.853191] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.853191] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.853191] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.853533] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.853772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.854063] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.854229] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.854376] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.854548] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.854729] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.854909] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.855084] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.875428] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.875594] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.875730] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.875903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.876228] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-005ac384-d661-49c4-8dd7-04f7b31bcc30 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.876402] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.876524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.876846] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.877390] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005ac384-d661-49c4-8dd7-04f7b31bcc30',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.036861] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.037128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.037262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.037569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.037692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.037967] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.038132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.038225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.038440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.038545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.038652] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad already deleted. [ 1140.038773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.379267] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.379576] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.379727] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.379975] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.380143] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.380300] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 005ac384-d661-49c4-8dd7-04f7b31bcc30 not found, creating... [ 1140.380928] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.380928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.380928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.381248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.381248] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.381541] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.381698] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.381830] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.382093] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.382158] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.382278] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 005ac384-d661-49c4-8dd7-04f7b31bcc30 is going to be created. [ 1140.403776] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.403993] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.404159] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.404401] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.404629] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404849] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.869785] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e092b4-fa40-46db-aeaf-574172c46587 in Status: SUCCESS [ 1140.870235] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 deletion is rescheduled due to dependency. [ 1140.870235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.910489] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1140.910679] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 deletion is rescheduled due to dependency. [ 1140.910817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.205198] env[65401]: INFO networking_nsxv3.common.synchronization [req-8724bb38-fc43-4697-a2aa-c3e948c4861d req-6c285ea6-bcea-4a9d-a910-d2fd001c6814 service nova] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1141.205198] env[65401]: INFO networking_nsxv3.common.synchronization [req-8724bb38-fc43-4697-a2aa-c3e948c4861d req-6c285ea6-bcea-4a9d-a910-d2fd001c6814 service nova] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1141.205198] env[65401]: INFO networking_nsxv3.common.synchronization [req-8724bb38-fc43-4697-a2aa-c3e948c4861d req-6c285ea6-bcea-4a9d-a910-d2fd001c6814 service nova] Enqueued Resource ID: 005ac384-d661-49c4-8dd7-04f7b31bcc30 with Priority: HIGHEST for action port [ 1141.207719] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_rules [ 1141.208922] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1141.208922] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005ac384-d661-49c4-8dd7-04f7b31bcc30 with Priority: HIGHEST for action port [ 1141.209430] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.209688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.209843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.210163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.212017] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.212017] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.212017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.212017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.212017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.212017] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.212017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.216789] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.216789] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-005ac384-d661-49c4-8dd7-04f7b31bcc30 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.216789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.216789] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005ac384-d661-49c4-8dd7-04f7b31bcc30',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.718670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.718816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.718985] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.719883] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 005ac384-d661-49c4-8dd7-04f7b31bcc30 with status ACTIVE [ 1141.720080] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.720255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.720255] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.720464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.720554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.720721] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.720820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.720948] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.721056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.721094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.721268] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.721359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.721417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.721548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.721684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.721716] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 005ac384-d661-49c4-8dd7-04f7b31bcc30 is going to be updated. [ 1141.746914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.747137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.747214] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.747403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.747546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.747708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-005ac384-d661-49c4-8dd7-04f7b31bcc30" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.225412] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.728782] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.731325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.731481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.731802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.731951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.732900] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad is going to be created. [ 1142.760682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.761023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.761023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.761217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.761290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.772719] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: UNINITIALIZED for 2s [ 1143.916064] env[65401]: INFO networking_nsxv3.common.synchronization [req-6c84ce71-d8bb-441b-a024-33a7a339a1b1 req-75425bd5-0156-40d0-9917-280f3acb3760 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1143.916627] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1143.916940] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.921164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.921261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.921483] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.921662] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.921775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.921838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.921989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.922096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.922194] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.425242] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.441095] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.441287] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.441422] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.441660] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.442193] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.442193] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.442193] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.442434] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.442519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.442727] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.442837] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.442944] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.443062] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.443173] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.443310] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.443444] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.464979] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.465163] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.465450] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.465553] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.465818] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-dd49f857-6248-4624-8809-185b7dc0939f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.466055] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.466124] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.466406] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.466602] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd49f857-6248-4624-8809-185b7dc0939f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.782705] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: SUCCESS [ 1144.782936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.783220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783528] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.783649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.783711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.783868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.783949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.784172] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.926309] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.969796] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.969796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.970037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.970655] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.970655] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.970655] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port dd49f857-6248-4624-8809-185b7dc0939f not found, creating... [ 1144.970836] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.970836] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.971136] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.971179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.971298] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.971694] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.971899] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.972497] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.972497] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.972497] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.972596] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: dd49f857-6248-4624-8809-185b7dc0939f is going to be created. [ 1144.996115] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.996269] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.996309] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.997050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.997050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.997050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.285916] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.430530] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.430530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.430530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.430530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.430530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.430742] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1145.459741] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.459909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.459960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.460186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.460342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.470627] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1145.772050] env[65401]: INFO networking_nsxv3.common.synchronization [req-6c84ce71-d8bb-441b-a024-33a7a339a1b1 req-57f48fe1-505b-4613-ad66-363d620082b4 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1145.772050] env[65401]: INFO networking_nsxv3.common.synchronization [req-6c84ce71-d8bb-441b-a024-33a7a339a1b1 req-57f48fe1-505b-4613-ad66-363d620082b4 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1145.772050] env[65401]: INFO networking_nsxv3.common.synchronization [req-6c84ce71-d8bb-441b-a024-33a7a339a1b1 req-57f48fe1-505b-4613-ad66-363d620082b4 service nova] Enqueued Resource ID: dd49f857-6248-4624-8809-185b7dc0939f with Priority: HIGHEST for action port [ 1145.772932] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1145.773115] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1145.773229] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd49f857-6248-4624-8809-185b7dc0939f with Priority: HIGHEST for action port [ 1145.773556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.773686] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.773772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.774366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.774494] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.775348] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.775658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.775658] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd49f857-6248-4624-8809-185b7dc0939f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.776737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.776737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.776737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.776737] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd49f857-6248-4624-8809-185b7dc0939f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.789818] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d0c03b8-2868-4a0a-9a20-9829b3b124ad: rpc.has_security_group_logging(os_id): False [ 1145.816029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.816029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.816029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.816029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.816029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.816714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.817604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.817979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.818320] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad is going to be created. [ 1145.895791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.896073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.896073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.896295] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.896505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.909606] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: IN_PROGRESS for 2s [ 1146.278555] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.278555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.278555] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd49f857-6248-4624-8809-185b7dc0939f with status ACTIVE [ 1146.279159] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.279159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.279159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.279159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.279619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.279619] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.279619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.279985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.279985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.279985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.280135] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.280209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.280258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.280414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.281360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.281360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd49f857-6248-4624-8809-185b7dc0939f is going to be updated. [ 1146.315655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.315793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.315939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.316261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.316423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.316592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd49f857-6248-4624-8809-185b7dc0939f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.481499] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1147.481897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.481971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.482332] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.482628] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.482813] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.482925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.483189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.483316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.483412] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.923582] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: SUCCESS [ 1147.923582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.986037] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.489170] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.576468] env[65401]: INFO networking_nsxv3.common.synchronization [None req-69440984-db21-4956-8e8a-e86b2c6ff290 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1148.577256] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1148.577513] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.577869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.577869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.578129] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.578233] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.696060] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b9b87a83-e31d-41c1-8845-3a244ec953fc tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1148.696658] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1148.698373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.698373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.991893] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.992079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.992123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.992315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.992407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.992510] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1149.031573] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.031836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.031836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.032073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.032233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.046728] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1149.109411] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.109693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.109693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.109923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.110100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.110214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 already deleted. [ 1149.110360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.110684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.110749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.110868] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.644364] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.644677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.644677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.644805] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.644891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.645072] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 already deleted. [ 1149.645219] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.184373] env[65401]: INFO networking_nsxv3.common.synchronization [req-3af39985-59eb-4b56-9808-2f38f5cfaa04 req-546a99c0-e037-4930-aac4-baaf4b0e8eef tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1150.184910] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1150.185272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.185361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.185446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.186073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.186073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.186073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.186073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.186245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.186245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.186420] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.570817] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.571027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.571155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.571421] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.571680] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.571842] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.571962] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.572193] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.572345] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572558] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.572672] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.572779] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.572887] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.572998] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.573118] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.573250] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.597675] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.597738] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.597870] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.598128] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-120" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.598513] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-b0b7f0f0-56be-479e-9e72-86c768d7edaf taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.598682] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.598796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599155] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.599321] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b7f0f0-56be-479e-9e72-86c768d7edaf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.688525] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.061539] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.061539] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061539] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.102143] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.102476] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.102681] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.103183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.103183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.103291] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port b0b7f0f0-56be-479e-9e72-86c768d7edaf not found, creating... [ 1151.103578] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.103741] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.103847] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.104086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.104223] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.104501] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.104726] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.105937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.105937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.105937] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.105937] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: b0b7f0f0-56be-479e-9e72-86c768d7edaf is going to be created. [ 1151.132317] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.132317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.132317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.132839] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.132885] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.133380] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.190760] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.566101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.566318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.566396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.566786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.567031] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.567200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.567283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.567445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.567540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.567627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.567775] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.567886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.567947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.568103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.568263] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.568402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.568444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.568625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.568677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.568757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.568846] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.696808] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.697124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.697221] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.697462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.697619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.697672] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be updated. [ 1151.729220] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.729220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.729220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.729220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.729220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.737745] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 1151.836225] env[65401]: INFO networking_nsxv3.common.synchronization [req-3af39985-59eb-4b56-9808-2f38f5cfaa04 req-fd09b8ea-3fa0-4983-913d-2a7dfb4fc9d0 service nova] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 1151.836225] env[65401]: INFO networking_nsxv3.common.synchronization [req-3af39985-59eb-4b56-9808-2f38f5cfaa04 req-fd09b8ea-3fa0-4983-913d-2a7dfb4fc9d0 service nova] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1151.836225] env[65401]: INFO networking_nsxv3.common.synchronization [req-3af39985-59eb-4b56-9808-2f38f5cfaa04 req-fd09b8ea-3fa0-4983-913d-2a7dfb4fc9d0 service nova] Enqueued Resource ID: b0b7f0f0-56be-479e-9e72-86c768d7edaf with Priority: HIGHEST for action port [ 1151.836506] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_rules [ 1151.836648] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1151.836747] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b7f0f0-56be-479e-9e72-86c768d7edaf with Priority: HIGHEST for action port [ 1151.837104] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.837281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.837353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.837676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.837784] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.839011] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.839156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839389] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b7f0f0-56be-479e-9e72-86c768d7edaf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.839497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.839736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.839803] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b7f0f0-56be-479e-9e72-86c768d7edaf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.072245] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 1152.098316] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.098316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.098316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.098316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.098608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.099337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.099337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.099337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.099337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.099337] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.099682] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.099682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.099682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.099794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.099907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.100113] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.100211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.100276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.100417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.100493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.100578] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1152.190148] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.190400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.190400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.190574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.190732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.204824] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1152.343101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.343101] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.343354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0b7f0f0-56be-479e-9e72-86c768d7edaf with status ACTIVE [ 1152.343456] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.343589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.343807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.343921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.344264] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.344372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.344464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.344779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.344779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.344934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.345070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.345163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.345382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.345593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.345593] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0b7f0f0-56be-479e-9e72-86c768d7edaf is going to be updated. [ 1152.368213] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.368405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.368457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b7f0f0-56be-479e-9e72-86c768d7edaf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.749855] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 1153.749855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.750249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.750249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.750361] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.750486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.750582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.750834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.750883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.750942] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.226023] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1154.226023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.254168] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.755906] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.258822] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.259073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.259137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.259340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.259440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.259532] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be updated. [ 1155.296480] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.296633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.296709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.297082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.310258] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 1156.837749] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.838079] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1157.322955] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 1157.323174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.323382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.323609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.323802] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.324099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.324197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.324384] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.324472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.324561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.324690] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.826642] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.331131] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8fc52f5-4f9f-46ce-827b-98113ef58173: rpc.has_security_group_logging(os_id): False [ 1158.350816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.351092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.351092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.351320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.373048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.373372] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.373499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.373569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.373766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.373852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.373940] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be updated. [ 1158.440638] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.440870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.440870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.441111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.441266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.453505] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 1158.686587] env[65401]: INFO networking_nsxv3.common.synchronization [req-1335cc12-e2df-4c5c-8d1b-5b4d55091713 req-b4587acf-515f-43da-b8ba-28d593ca050a tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1158.686941] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1158.687382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.687571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.687713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.687989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.688240] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.688970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.688970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.688970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.688970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.688970] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.191304] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.693443] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.196131] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.196300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.196416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.196755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1160.228257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.228400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.228471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.228668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.228807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.237338] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1160.466952] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 1160.467043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.714534] env[65401]: INFO networking_nsxv3.common.synchronization [req-e15def29-af60-465e-8b4b-84315d6ed920 req-46d230eb-4d27-4a9e-96ec-8196a82095f5 tempest-DeleteServersTestJSON-1840684911 tempest-DeleteServersTestJSON-1840684911-project-member] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1161.715173] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGHEST for action security_group_members [ 1161.715490] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.715612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.715668] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.715857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.716016] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.716453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.716526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.716711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.716807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.716903] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.219989] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.220193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.220193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.220347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.220437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.220628] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.220722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.220785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.220927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.221012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.221099] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be updated. [ 1162.247112] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1162.247468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.248369] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.248527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.248595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.248739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.248869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.257561] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: IN_PROGRESS for 2s [ 1162.900628] env[65401]: INFO networking_nsxv3.common.synchronization [req-3e13a1e8-a7cd-4893-afed-c3c6692171e8 req-4a908047-a2c9-4187-9992-7612fddf0622 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1162.901382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1162.901812] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.901990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.902105] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.902603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.902666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.902849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.902898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.903146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.903628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.903628] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.299848] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.301047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.301047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.301047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.301047] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.301047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.301047] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.301312] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.301512] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.301709] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.301825] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.301935] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.302119] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.302317] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.302407] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.302565] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.322995] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.323218] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.323340] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.325916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.325916] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-fad0a9be-8d01-4894-8a70-5a91c716e0dc taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.325916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.325916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.325916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.325916] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad0a9be-8d01-4894-8a70-5a91c716e0dc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.406255] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.406439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.406559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.406801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.406953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.407207] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.408377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.408377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.408377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.408377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.408377] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 already deleted. [ 1163.408377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.828175] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.828466] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.828613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.828970] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.829351] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.829351] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port fad0a9be-8d01-4894-8a70-5a91c716e0dc not found, creating... [ 1163.829606] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.829768] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.829888] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.830271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.830271] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.830529] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.830687] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.830806] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.831322] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.831322] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.831439] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: fad0a9be-8d01-4894-8a70-5a91c716e0dc is going to be created. [ 1163.851548] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.851775] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.851775] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.852489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.852489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.852489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.266388] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa in Status: SUCCESS [ 1164.266789] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa deletion is rescheduled due to dependency. [ 1164.266789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.614213] env[65401]: INFO networking_nsxv3.common.synchronization [req-3e13a1e8-a7cd-4893-afed-c3c6692171e8 req-fbd90f73-2e78-4b92-9959-c417a0a2fe8b service nova] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1164.614451] env[65401]: INFO networking_nsxv3.common.synchronization [req-3e13a1e8-a7cd-4893-afed-c3c6692171e8 req-fbd90f73-2e78-4b92-9959-c417a0a2fe8b service nova] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1164.614696] env[65401]: INFO networking_nsxv3.common.synchronization [req-3e13a1e8-a7cd-4893-afed-c3c6692171e8 req-fbd90f73-2e78-4b92-9959-c417a0a2fe8b service nova] Enqueued Resource ID: fad0a9be-8d01-4894-8a70-5a91c716e0dc with Priority: HIGHEST for action port [ 1164.615359] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1164.615533] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1164.615640] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad0a9be-8d01-4894-8a70-5a91c716e0dc with Priority: HIGHEST for action port [ 1164.616127] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.616127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.616251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.616468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.616585] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.618254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.618382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.618450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.618676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.618875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.619044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.619082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.619254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.619339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.619436] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.621062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad0a9be-8d01-4894-8a70-5a91c716e0dc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.621062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.621062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.621062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.621062] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad0a9be-8d01-4894-8a70-5a91c716e0dc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.124205] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.124254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.124387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124536] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad0a9be-8d01-4894-8a70-5a91c716e0dc with status ACTIVE [ 1165.124707] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.124818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.125401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.125401] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.125638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.125638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.125638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.125751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125861] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.125991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.125991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.126975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.126975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.127090] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad0a9be-8d01-4894-8a70-5a91c716e0dc is going to be updated. [ 1165.150714] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.150714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.150714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.150714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.150714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.150714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad0a9be-8d01-4894-8a70-5a91c716e0dc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.629741] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.132604] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.134585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.134585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.134585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.134585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.134585] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be created. [ 1166.158071] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.158235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.158235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.158458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.158617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.168152] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: UNINITIALIZED for 2s [ 1168.182940] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1168.183287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.183585] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.183915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.184262] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.184465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.184566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.184825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.184979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.185150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.185316] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.688043] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.190525] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c652a8-4ffa-4de1-8714-5f8d0188ebc2: rpc.has_security_group_logging(os_id): False [ 1169.212108] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.212108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.212108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.212392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.212392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.212647] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.212756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.212800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.212955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.213072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.213191] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be created. [ 1169.307211] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.307507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.307507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.307927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.307927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.321234] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1169.616282] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.616487] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1171.334815] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1171.335275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.617131] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.617437] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.834027] env[65401]: INFO networking_nsxv3.common.synchronization [req-d48c84ac-be30-4b07-892a-332f38d45e24 req-984417cc-8550-4ef5-98ee-121a0ac79840 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1175.835934] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1175.835934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.835934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.835934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.835934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.835934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.835934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.835934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.836521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.836521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.836521] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.308475] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-81 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.308691] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.308796] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.310438] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.310879] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.311147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.311305] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.311601] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.311848] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.312210] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.312439] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.312439] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.312552] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.312584] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.312740] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.313376] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.337806] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.337993] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.338193] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.338340] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-81" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.338665] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.338838] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.338961] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.339431] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.339612] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.340560] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.843281] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.843600] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.843646] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.843929] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.844088] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.844251] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d not found, creating... [ 1176.844566] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.844732] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.844852] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.845076] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.845237] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.845514] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.845669] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.845787] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.845991] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.846141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.846284] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d is going to be created. [ 1176.847466] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.868190] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.868432] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.868584] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.868859] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.869104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.869375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.350202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.350348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.350348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.350533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.350662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.350808] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1177.388083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.388083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.388083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.388083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.388083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.394814] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [req-d48c84ac-be30-4b07-892a-332f38d45e24 req-6ae09182-b79a-4f38-a7a7-d9bf5cbd6441 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [req-d48c84ac-be30-4b07-892a-332f38d45e24 req-6ae09182-b79a-4f38-a7a7-d9bf5cbd6441 service nova] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [req-d48c84ac-be30-4b07-892a-332f38d45e24 req-6ae09182-b79a-4f38-a7a7-d9bf5cbd6441 service nova] Enqueued Resource ID: 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d with Priority: HIGHEST for action port [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_rules [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1177.591110] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d with Priority: HIGHEST for action port [ 1177.591110] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.591110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.591110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.591110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.591110] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.592891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.593134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.593446] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.595422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.595422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.595422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.595422] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.096513] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.096785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.096826] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d with status ACTIVE [ 1178.096991] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.097114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.097229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.097468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.097557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.097731] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.097826] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.097888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.098077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.098197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.098448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.098618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.098618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.098761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.098837] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.098923] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d is going to be updated. [ 1178.124152] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.124348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.124389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.124593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.124732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.124958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e027fc6-9c63-47f6-9ea9-3deaa41a6b8d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.404800] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1179.405311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.405311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.405438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.405791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.405791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.405791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.405981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.405981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.406086] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.908366] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.410288] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.913317] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.913317] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.913573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.913613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.913699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.913821] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1180.949579] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.949579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.949579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.949579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.949579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.960353] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1182.591533] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.591533] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1182.973861] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1182.974267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.974340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.974629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.974885] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.975110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.975227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.975537] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.975721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.975857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.976030] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.478824] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.478824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.478824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.479035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.479208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.479311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.479405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.479606] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.479698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479980] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.480104] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.480167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.480351] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.480507] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.480588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.480649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.480785] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.480865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.480947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.481050] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.664172] env[65401]: INFO networking_nsxv3.common.synchronization [req-c08f2f30-f802-41c2-b1b5-81d4a5f5f2eb req-3af21a4d-d256-4c43-891c-2145e63fe78b tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1183.665602] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1183.666159] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.668027] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.668027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.668027] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.984579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f49a3fba-00a9-4b9e-8883-469e15fd9390: rpc.has_security_group_logging(os_id): False [ 1184.002306] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.002520] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.002624] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.002933] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.003687] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.003912] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.004086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.004905] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.005135] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.005421] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.005555] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.005669] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.005776] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.005887] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.006024] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.006184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.008227] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.008367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.008407] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.008574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.008660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.008947] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.009094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.009193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.009374] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.009455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.009953] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.009953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.009953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.010165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.010165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.010360] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.010492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.010558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.010754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.010832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.011417] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1184.034737] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.034737] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.034963] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.035105] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.035489] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-f6ac6338-a82a-43c0-ada4-61ef708130c5 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.035692] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.035784] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.036128] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.036262] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ac6338-a82a-43c0-ada4-61ef708130c5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.079287] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.079540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.079540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.079774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.079961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.093563] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1184.171260] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.519982] env[65401]: INFO networking_nsxv3.common.synchronization [req-9eda12b6-a3eb-4bbe-9ac4-17e171e9f1fb req-85b82a63-9ac8-41d6-a651-c9adf3c9ccb2 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1184.520575] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1184.520950] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.521068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.521068] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.521272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.521432] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.521535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.521628] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.521768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.521936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.522046] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.539282] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.539608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.539694] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.539966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.540141] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.540297] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port f6ac6338-a82a-43c0-ada4-61ef708130c5 not found, creating... [ 1184.540574] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.540734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.540854] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.541088] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.541230] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.541524] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.541767] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.541940] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.542184] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.542323] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.542465] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: f6ac6338-a82a-43c0-ada4-61ef708130c5 is going to be created. [ 1184.564334] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.564548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.564548] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.564788] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.565036] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.565374] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.673447] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.024935] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.025242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.025343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.025564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.025782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.026068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.026195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.026264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.026454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.026539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.026634] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1185.076216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.076216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.076722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.076722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.076865] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.087808] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1185.176064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.176287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.176287] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.176503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.176597] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.176693] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be updated. [ 1185.210598] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.210767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.210859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.211040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.211185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.221365] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1185.344383] env[65401]: INFO networking_nsxv3.common.synchronization [req-c08f2f30-f802-41c2-b1b5-81d4a5f5f2eb req-75e15a96-ecd0-4098-9720-eed727354c54 service nova] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1185.344383] env[65401]: INFO networking_nsxv3.common.synchronization [req-c08f2f30-f802-41c2-b1b5-81d4a5f5f2eb req-75e15a96-ecd0-4098-9720-eed727354c54 service nova] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1185.344383] env[65401]: INFO networking_nsxv3.common.synchronization [req-c08f2f30-f802-41c2-b1b5-81d4a5f5f2eb req-75e15a96-ecd0-4098-9720-eed727354c54 service nova] Enqueued Resource ID: f6ac6338-a82a-43c0-ada4-61ef708130c5 with Priority: HIGHEST for action port [ 1185.348276] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_rules [ 1185.348276] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1185.348276] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ac6338-a82a-43c0-ada4-61ef708130c5 with Priority: HIGHEST for action port [ 1185.348276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.348276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.348276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.348276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.348276] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.348895] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.349201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.349591] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ac6338-a82a-43c0-ada4-61ef708130c5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.349911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.351118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.352506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.352506] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ac6338-a82a-43c0-ada4-61ef708130c5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.853432] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.853432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.853956] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ac6338-a82a-43c0-ada4-61ef708130c5 with status ACTIVE [ 1185.853956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.853956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.853956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.854258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.854313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.854497] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.854598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.855054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.855341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.855444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.855694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.855806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.855870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.856039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.856119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.856204] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ac6338-a82a-43c0-ada4-61ef708130c5 is going to be updated. [ 1185.877336] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.877484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.877563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.877765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.878132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.878132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ac6338-a82a-43c0-ada4-61ef708130c5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.108467] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1186.108467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.505789] env[65401]: INFO networking_nsxv3.common.synchronization [req-28eee9e1-8618-4f8c-a521-52a1a3092eef req-dd507028-9455-4388-a268-19842045db30 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1186.506533] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGHEST for action security_group_members [ 1186.506680] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.506800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.506859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.507481] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.507677] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.507791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.507852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.508040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.508777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.508881] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.011627] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.011924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.011924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.012149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.036053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.036323] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.036446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.036515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.036715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.036797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.036886] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 is going to be updated. [ 1187.065747] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.065902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.065982] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.066152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.066368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.075156] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: IN_PROGRESS for 2s [ 1187.097912] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1187.098234] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee deletion is rescheduled due to dependency. [ 1187.098357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.237593] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1187.238315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.238315] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.238765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.239322] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.239322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.239322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.239322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.239695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.239695] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.742065] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.245088] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.747657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.747840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.747894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.748124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.748217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.748347] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be updated. [ 1188.783286] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.783455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.783534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.783718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.783872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.803189] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1189.086016] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 334268c3-0586-475e-be7b-5ad68ce78768 in Status: SUCCESS [ 1189.086373] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 deletion is rescheduled due to dependency. [ 1189.086763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.813634] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1190.813975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.814035] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.814261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.814462] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.814579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.814642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.814823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.814912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.814999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.815105] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.292761] env[65401]: INFO networking_nsxv3.common.synchronization [req-07032bfb-b365-4f3b-8533-1c6fe0802bff req-3ffd3674-378e-4e23-973a-8cd33b869f76 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1191.293428] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1191.293841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.293907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.294579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.294579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.294579] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.294579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.294807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.294924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.295087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.295224] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.319579] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.387630] env[65401]: INFO networking_nsxv3.common.synchronization [req-c240219d-f39e-41e2-bbb3-307e293b8867 req-8e053920-3c8a-47e2-84aa-4761bd26860a tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1191.388226] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1191.388564] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.388704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.388781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.388993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.389167] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.389269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.389341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.389515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.389622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.389725] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.797465] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.824024] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44c652a8-4ffa-4de1-8714-5f8d0188ebc2: rpc.has_security_group_logging(os_id): False [ 1191.842254] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.842446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.842446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.842662] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.842816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.842985] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.843122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.843178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.843286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.843354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.843446] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be updated. [ 1191.892156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.892395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.892395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.892581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.892712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.892888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.892979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.893053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.893182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.893268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.893390] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1191.906896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.906896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.907121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.907230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.907438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.926269] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1191.928079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.928235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.928310] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.928666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.928712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.938546] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1191.939464] env[65401]: INFO networking_nsxv3.common.synchronization [None req-d33eed07-445b-4471-b753-af6ccc759c49 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1191.940031] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1191.940332] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.940452] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.940511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.941100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.941100] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.049760] env[65401]: INFO networking_nsxv3.common.synchronization [None req-314d9b64-b40b-4099-94d1-698a8b0baf67 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1192.049760] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1192.050298] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.050613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.299707] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.464860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.465274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.465464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.465707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.465802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.465908] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 already deleted. [ 1192.465993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.466212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.466482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.466606] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.802250] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.802465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.802545] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.802885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.803064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.803227] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1192.843580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.843985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.843985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.844083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.845052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.855343] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1192.990183] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.990396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.991244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.991244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.991244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991244] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 already deleted. [ 1192.991244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.940740] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1193.941057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.948052] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1193.948225] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 deletion is rescheduled due to dependency. [ 1193.948363] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.050275] env[65401]: INFO networking_nsxv3.common.synchronization [req-10dc1713-311e-4a13-8ac0-8719f553e904 req-f852e5b1-d401-42e2-a306-1968eea26016 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1194.050911] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1194.051274] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.051389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.051465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.051612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.051762] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.051858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.051922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.052075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.052160] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.052245] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.398496] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.398746] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.398826] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.399106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.399360] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.400060] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.400144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.400315] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.400463] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.400674] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.400792] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.400904] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.401301] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.401685] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.401685] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.401685] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.424502] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.424502] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.424502] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.424502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.424502] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-2217e63d-456f-4d70-82a3-31592a8782ad taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.424502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.424502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.424502] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.424502] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2217e63d-456f-4d70-82a3-31592a8782ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.555403] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.555403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.555403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.555403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.555403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.555720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.555853] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.555942] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.556144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.556642] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.556781] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1194.584904] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.585099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.585168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.595309] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1194.868110] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1194.868389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.926646] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.926868] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.926996] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.927341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.927514] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.927679] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 2217e63d-456f-4d70-82a3-31592a8782ad not found, creating... [ 1194.928072] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.928153] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.928338] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.928608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.928748] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.929034] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.929191] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.929308] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.929519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.930149] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.930149] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 2217e63d-456f-4d70-82a3-31592a8782ad is going to be created. [ 1194.949525] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.949928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.949928] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.950277] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.950451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.950714] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.189878] env[65401]: INFO networking_nsxv3.common.synchronization [None req-056ce2c6-9fee-45cf-8553-e622a2184972 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1195.190532] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1195.190875] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.191014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.191254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.191465] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.191626] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.191730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.191793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.191941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.192039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.192135] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.674441] env[65401]: INFO networking_nsxv3.common.synchronization [req-10dc1713-311e-4a13-8ac0-8719f553e904 req-7aac25ed-675e-4a61-94b7-b8a2e4c8ca2e service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1195.674441] env[65401]: INFO networking_nsxv3.common.synchronization [req-10dc1713-311e-4a13-8ac0-8719f553e904 req-7aac25ed-675e-4a61-94b7-b8a2e4c8ca2e service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1195.674441] env[65401]: INFO networking_nsxv3.common.synchronization [req-10dc1713-311e-4a13-8ac0-8719f553e904 req-7aac25ed-675e-4a61-94b7-b8a2e4c8ca2e service nova] Enqueued Resource ID: 2217e63d-456f-4d70-82a3-31592a8782ad with Priority: HIGHEST for action port [ 1195.675328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1195.675328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1195.675328] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2217e63d-456f-4d70-82a3-31592a8782ad with Priority: HIGHEST for action port [ 1195.675910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.676093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.676162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.676341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.676427] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.677506] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.677604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.677802] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2217e63d-456f-4d70-82a3-31592a8782ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.677900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.678357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.678357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.678357] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2217e63d-456f-4d70-82a3-31592a8782ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.697026] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.698095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.698095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.698095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.698095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.698480] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.698480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.698480] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.698693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.698693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.698756] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1195.738515] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.738515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.738515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.738515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.738821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.752841] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1196.180424] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.180809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.182018] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2217e63d-456f-4d70-82a3-31592a8782ad with status ACTIVE [ 1196.182247] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.182414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.182502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.182676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.182802] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.183060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.183116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.183232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.183431] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.183533] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.183755] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.183860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.183936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.184143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.184225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.184394] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2217e63d-456f-4d70-82a3-31592a8782ad is going to be updated. [ 1196.208720] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.208922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.208970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.209164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.209305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.209469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.605398] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1196.605642] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee deletion is rescheduled due to dependency. [ 1196.605767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.605925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.606170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.606355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.606476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.606543] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.606696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.606770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.606863] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.108822] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.611333] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.764990] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1197.764990] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 deletion is rescheduled due to dependency. [ 1197.764990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.826519] env[65401]: INFO networking_nsxv3.common.synchronization [req-db3841ba-720b-4328-8c78-5372df6a62cf req-a45e3f46-6c0a-45b9-8f02-356948cf788e tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1197.826959] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1197.827373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.827467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.827528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.827750] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.827918] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.828237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.828237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.828237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.828424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.828424] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.114299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.114459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.114748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.114748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.114846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.115062] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1198.146868] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.147121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.147121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.147386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.147530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.162551] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1198.173064] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.173293] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.173426] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.173734] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.174011] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.174179] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.174299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.174527] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.174680] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.174889] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.175009] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.175127] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.175235] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.175354] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.175446] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.175582] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.194710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.194900] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.195112] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.195375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-883" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.195754] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-a731b40a-4c49-43d9-9802-c0afc97cdd3e taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.195940] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.196077] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.196439] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.196625] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a731b40a-4c49-43d9-9802-c0afc97cdd3e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.315910] env[65401]: INFO networking_nsxv3.common.synchronization [req-4ec1c6b9-cf61-49c1-9607-3ff1cc8121d7 req-bdd5176e-9ebd-4ad9-b2bf-5c11da79c595 tempest-ServersTestJSON-708981300 tempest-ServersTestJSON-708981300-project-member] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1198.316455] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGHEST for action security_group_members [ 1198.316806] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.316923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.316978] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.317211] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.317401] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.317510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.317574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.317733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.317818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.317903] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.330139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.330139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.330139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.331233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.331233] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 already deleted. [ 1198.331233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.699166] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.699495] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.699587] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.699899] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.700086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.700316] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port a731b40a-4c49-43d9-9802-c0afc97cdd3e not found, creating... [ 1198.700581] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.700769] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.700908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.701154] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.701291] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.701581] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.701735] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.701849] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.702091] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.702227] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.702419] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: a731b40a-4c49-43d9-9802-c0afc97cdd3e is going to be created. [ 1198.725023] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.725485] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.725708] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.726104] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.726451] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.726800] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.820061] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.820238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.820238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.820430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.820833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.820833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.820833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.820965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.821012] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.821094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.821158] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be updated. [ 1198.860619] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.860822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.860896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.861175] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.861366] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.872677] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: IN_PROGRESS for 2s [ 1199.428735] env[65401]: INFO networking_nsxv3.common.synchronization [req-db3841ba-720b-4328-8c78-5372df6a62cf req-a9213e22-695d-40c5-8a51-b9617660ff28 service nova] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1199.428941] env[65401]: INFO networking_nsxv3.common.synchronization [req-db3841ba-720b-4328-8c78-5372df6a62cf req-a9213e22-695d-40c5-8a51-b9617660ff28 service nova] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1199.429101] env[65401]: INFO networking_nsxv3.common.synchronization [req-db3841ba-720b-4328-8c78-5372df6a62cf req-a9213e22-695d-40c5-8a51-b9617660ff28 service nova] Enqueued Resource ID: a731b40a-4c49-43d9-9802-c0afc97cdd3e with Priority: HIGHEST for action port [ 1199.429628] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_rules [ 1199.429722] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1199.429823] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a731b40a-4c49-43d9-9802-c0afc97cdd3e with Priority: HIGHEST for action port [ 1199.430101] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.430223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.430289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.430523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.430554] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.431606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.431720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.431791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.431958] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.432121] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.432226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.432269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.432442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.433114] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.433308] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.434289] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-a731b40a-4c49-43d9-9802-c0afc97cdd3e taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.434422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.434510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.434594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.435144] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a731b40a-4c49-43d9-9802-c0afc97cdd3e',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.936582] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.937961] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.938058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.938226] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a731b40a-4c49-43d9-9802-c0afc97cdd3e with status ACTIVE [ 1199.938396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.938524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.938599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.938831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.938904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.939098] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.939200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.939262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.939426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.939507] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.939688] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.939799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.939920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.940018] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.940059] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.940123] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a731b40a-4c49-43d9-9802-c0afc97cdd3e is going to be updated. [ 1199.962583] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.963071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.963071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.963212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.963309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.963538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a731b40a-4c49-43d9-9802-c0afc97cdd3e" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.172424] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1200.172751] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.173019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.173343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.173629] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.173809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.173930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.174197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.174345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.174509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.175999] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.442097] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.676712] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.883104] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 in Status: SUCCESS [ 1200.883288] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 deletion is rescheduled due to dependency. [ 1200.883429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.944208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.944633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.944633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.944714] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.944839] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.944886] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 is going to be created. [ 1200.969168] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.969168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.969168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.969168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.969168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.979747] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: UNINITIALIZED for 2s [ 1201.179288] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92bf9e1-8863-41eb-a0e4-d5f4f36efeee: rpc.has_security_group_logging(os_id): False [ 1201.197643] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.197832] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.197895] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.198161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.198267] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.198618] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.198746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.198822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.198992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.199085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.199176] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1201.260222] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.260499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.260713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.260934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.278035] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1202.386619] env[65401]: INFO networking_nsxv3.common.synchronization [req-4b4a8dd4-9ae7-4c17-8f83-eade63f13a6d req-c2b155d2-311b-4f30-871c-30c9cf93769c tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1202.386619] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1202.386619] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.386619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.386619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.386619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.387079] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.387079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.387079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.387079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.387079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.387243] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.721843] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.722102] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.722240] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.722524] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.722784] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.722944] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.723074] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.723296] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.723444] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.723706] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.723830] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.723934] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.724059] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.724175] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.724282] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.724532] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.746876] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.747108] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.747262] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.747525] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-106" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.747857] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-66e32abf-ab93-41f0-85ac-84a31aeca29a taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.748050] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.748174] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.748575] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.748761] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e32abf-ab93-41f0-85ac-84a31aeca29a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.852094] env[65401]: INFO networking_nsxv3.common.synchronization [req-5efe8dbe-49ee-45d3-8de5-656411b47fc5 req-358e7422-4bc7-4f69-881b-cfad662f7099 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1202.852736] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGHEST for action security_group_members [ 1202.853081] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.853216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.853275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.853470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.853652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.853787] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.853856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.854014] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.854112] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.854209] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.889624] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.889823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.889882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.890074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.890204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.890403] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.890519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.890589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.890792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.890886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.890978] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1202.918773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.918977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.918977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.919191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.919336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.933308] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1202.996842] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: SUCCESS [ 1202.997200] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.997469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.997780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.998116] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.998242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.998339] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.998612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.998772] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.998900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.998995] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.251289] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.251590] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.251716] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.251995] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.252157] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.252306] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 66e32abf-ab93-41f0-85ac-84a31aeca29a not found, creating... [ 1203.252567] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.252731] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.252845] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.253066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.253199] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.253472] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.253629] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.253743] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.253984] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.254204] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.254406] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 66e32abf-ab93-41f0-85ac-84a31aeca29a is going to be created. [ 1203.277543] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.277763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.277896] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.278190] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.278590] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.278856] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.304225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1203.304453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.356307] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.356703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.356703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.357050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.357268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.357730] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.357730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.357949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.357949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.358066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.358113] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad is going to be updated. [ 1203.401124] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.401593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.401593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.401593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.401815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.411800] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: IN_PROGRESS for 2s [ 1203.501684] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.008290] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c423b5d-d591-4e6a-99e1-fbe6132beb38: rpc.has_security_group_logging(os_id): False [ 1204.029352] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.029517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.029615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.029819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.029914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.030122] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.030237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.030292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.030457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.030540] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.030586] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 is going to be created. [ 1204.038356] env[65401]: INFO networking_nsxv3.common.synchronization [req-4b4a8dd4-9ae7-4c17-8f83-eade63f13a6d req-6666d8b6-7a4d-43b9-89ae-e7dbb748a60b service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 1204.038607] env[65401]: INFO networking_nsxv3.common.synchronization [req-4b4a8dd4-9ae7-4c17-8f83-eade63f13a6d req-6666d8b6-7a4d-43b9-89ae-e7dbb748a60b service nova] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1204.038715] env[65401]: INFO networking_nsxv3.common.synchronization [req-4b4a8dd4-9ae7-4c17-8f83-eade63f13a6d req-6666d8b6-7a4d-43b9-89ae-e7dbb748a60b service nova] Enqueued Resource ID: 66e32abf-ab93-41f0-85ac-84a31aeca29a with Priority: HIGHEST for action port [ 1204.039467] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_rules [ 1204.039763] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1204.039936] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e32abf-ab93-41f0-85ac-84a31aeca29a with Priority: HIGHEST for action port [ 1204.040330] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.040440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.040512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.040706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.040802] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.041652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.041809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.041935] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e32abf-ab93-41f0-85ac-84a31aeca29a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.042045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.042111] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.042290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.042371] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e32abf-ab93-41f0-85ac-84a31aeca29a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.105139] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.105139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.105139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.105139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.105139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.119340] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: IN_PROGRESS for 2s [ 1204.545503] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.545852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.545935] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66e32abf-ab93-41f0-85ac-84a31aeca29a with status ACTIVE [ 1204.546098] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.546213] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.546275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.546816] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.546917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.546985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.547149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.547227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.547438] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.547550] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.547601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.547801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.547887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.547972] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66e32abf-ab93-41f0-85ac-84a31aeca29a is going to be updated. [ 1204.569492] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.569692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569763] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.569924] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.570080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.570237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e32abf-ab93-41f0-85ac-84a31aeca29a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.944249] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1204.944249] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 deletion is rescheduled due to dependency. [ 1204.944347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.944539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.944830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.945034] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.945150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.945216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.945362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.945549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.945651] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.423526] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad in Status: SUCCESS [ 1205.423721] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad deletion is rescheduled due to dependency. [ 1205.424070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.447625] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.949771] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.134558] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: SUCCESS [ 1206.134801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.454798] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.454993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.455071] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.457021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.457021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.457021] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1206.493256] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.493441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.493441] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.493647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.493812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.503227] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1208.514200] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1208.514572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.514677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.514945] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.515187] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.515316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.515399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.515595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.515696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.515792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.515889] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.018255] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.040470] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.040716] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1209.411213] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4c8a9eab-6390-4a63-b091-91895f3c48a4 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1209.411788] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1209.412106] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.412233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.412300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.412554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.412657] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.490991] env[65401]: INFO networking_nsxv3.common.synchronization [None req-26d6e660-8186-4fc6-91c2-31be818a3423 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1209.491762] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1209.492073] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.492191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.520579] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2040b730-8d06-4407-9942-9e4ae2b2cf48: rpc.has_security_group_logging(os_id): False [ 1209.540971] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.541133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.541173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.541396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.541491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.541738] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.541838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.541907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.542069] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.542147] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.542247] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1209.617249] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.617600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.617773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.617988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.618241] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.631774] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1209.932867] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.933113] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.933192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.933450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.933697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.933849] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc already deleted. [ 1209.933967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.934148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.934319] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.934402] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.456165] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.456269] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.456350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.456570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.456660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.456755] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc already deleted. [ 1210.456841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.643993] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1211.644320] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.492709] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.492709] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.644312] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.644616] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.644821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.645170] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.645499] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.645671] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.645791] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.646015] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.646166] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.646369] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.646482] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.646593] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.646708] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.646841] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.646947] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.647089] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.666317] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.666469] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.666601] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.666777] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.667092] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.667265] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.667387] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.667763] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.667907] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.138764] env[65401]: INFO networking_nsxv3.common.synchronization [req-96407cfc-8c57-46e6-b984-e3feb3add85e req-e41feb22-c5bb-440a-8877-2719c89e22a5 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1215.139319] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1215.139656] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.139825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.139900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.140238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.140412] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.140734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.140734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.140835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.140871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.140965] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.169835] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.170097] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.170299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.170522] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.170637] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.170776] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f not found, creating... [ 1215.171046] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.171203] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.171321] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.171534] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.171669] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.171938] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.172102] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.172220] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.172419] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.172551] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.172687] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f is going to be created. [ 1215.192843] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.193063] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.193180] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.193446] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.193674] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.193891] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.433481] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.433732] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.433868] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.434165] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.434424] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.434588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.434715] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.434946] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.435121] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.435334] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.435471] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.435597] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.435716] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.435830] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.435935] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.436083] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.458604] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.458795] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.458910] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.459106] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-147" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.459416] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-1392012e-9954-430e-b895-e0cd7cff3c43 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.459588] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.459709] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.460086] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.460231] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1392012e-9954-430e-b895-e0cd7cff3c43',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.643156] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.643641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.643641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.643780] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.644063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.644063] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.644403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.644403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.644515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.644515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.644618] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc already deleted. [ 1215.644733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.909028] env[65401]: INFO networking_nsxv3.common.synchronization [req-56f60f76-92ee-4ab3-9336-2ad0f24074ae req-9648cec8-8ac2-4b54-af46-d6c0180205f6 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1215.909217] env[65401]: INFO networking_nsxv3.common.synchronization [req-56f60f76-92ee-4ab3-9336-2ad0f24074ae req-9648cec8-8ac2-4b54-af46-d6c0180205f6 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1215.909354] env[65401]: INFO networking_nsxv3.common.synchronization [req-56f60f76-92ee-4ab3-9336-2ad0f24074ae req-9648cec8-8ac2-4b54-af46-d6c0180205f6 service nova] Enqueued Resource ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with Priority: HIGHEST for action port [ 1215.909868] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1215.910063] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1215.912529] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with Priority: HIGHEST for action port [ 1215.912781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.912918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.912969] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.913250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.913250] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.914092] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.916666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.916666] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.916666] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.916666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.916666] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.962759] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.963015] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.963154] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.963421] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.963568] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.963720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 1392012e-9954-430e-b895-e0cd7cff3c43 not found, creating... [ 1215.963980] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.964194] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.964344] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.964483] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.964619] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.964973] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.965402] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.965580] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.965798] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.965978] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.966141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 1392012e-9954-430e-b895-e0cd7cff3c43 is going to be created. [ 1215.986426] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986426] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986426] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986707] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.987600] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987600] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.418261] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.418402] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.418614] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.419538] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with status ACTIVE [ 1216.419761] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.419903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.419954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.420186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.420275] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.420442] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.420541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.420604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.420773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.420872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.421060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.421155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.421216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.421355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.421429] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.421516] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f is going to be updated. [ 1216.444109] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.444360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.444360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.444599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.444650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.444792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.684245] env[65401]: INFO networking_nsxv3.common.synchronization [req-96407cfc-8c57-46e6-b984-e3feb3add85e req-de41d5f0-65bc-4192-9399-3036cf62f222 service nova] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1216.684485] env[65401]: INFO networking_nsxv3.common.synchronization [req-96407cfc-8c57-46e6-b984-e3feb3add85e req-de41d5f0-65bc-4192-9399-3036cf62f222 service nova] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1216.684580] env[65401]: INFO networking_nsxv3.common.synchronization [req-96407cfc-8c57-46e6-b984-e3feb3add85e req-de41d5f0-65bc-4192-9399-3036cf62f222 service nova] Enqueued Resource ID: 1392012e-9954-430e-b895-e0cd7cff3c43 with Priority: HIGHEST for action port [ 1216.685150] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_rules [ 1216.685485] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1216.685564] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1392012e-9954-430e-b895-e0cd7cff3c43 with Priority: HIGHEST for action port [ 1216.685855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.685981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.686061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.686336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.686336] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.687635] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.687748] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.687914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.688162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.688319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.688420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.688486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.688640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.688712] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.688802] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.689844] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1392012e-9954-430e-b895-e0cd7cff3c43 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.690283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.690357] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.690517] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.690595] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1392012e-9954-430e-b895-e0cd7cff3c43',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.923491] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.188191] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.188324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.190677] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.193117] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1392012e-9954-430e-b895-e0cd7cff3c43 with status ACTIVE [ 1217.193299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.193416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.193484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.193693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.193784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.193952] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.194064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.194127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.194268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.194542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.194542] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.194656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.194656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.194783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.194856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.194939] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1392012e-9954-430e-b895-e0cd7cff3c43 is going to be updated. [ 1217.215718] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.215899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.215899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.216119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.216250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.216406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1392012e-9954-430e-b895-e0cd7cff3c43" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.425956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.426205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.426205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.426356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.426450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.426550] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1217.454669] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.454872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.454872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.455192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.455356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.464276] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1217.693550] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.197133] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.197133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.197133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.197133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.197133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.197133] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc is going to be created. [ 1218.224062] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.224270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.224311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.224526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.224709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.236928] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: UNINITIALIZED for 2s [ 1219.475216] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1219.475627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.475627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.475851] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.476068] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.476199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.476265] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.476424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.476504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.476587] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.476676] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.979019] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.979204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.979249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.979487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.979661] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.979777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.979860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.980027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.980116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.980203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.980351] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.980445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.980506] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.980644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.980777] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.980868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.980928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.981075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.981149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.981230] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.981318] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.246729] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: SUCCESS [ 1220.246955] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.247139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.247359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.247600] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.247713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.247777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.247932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.248031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.248120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.248214] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.483882] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5202a0b9-9fb7-43d6-adff-c0b2debed0b6: rpc.has_security_group_logging(os_id): False [ 1220.502693] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.502911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.503027] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.503322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.503457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.503693] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.503797] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.503868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.504062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.504151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.504350] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.504444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.504508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.504652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.504726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.504914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.505025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.505412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.505568] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.505632] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.505720] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1220.568069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.568298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.568298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.568505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.568644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.580815] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1220.751554] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.253938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aadf1d9-76ad-42de-a33b-a78316b2cfcc: rpc.has_security_group_logging(os_id): False [ 1221.272140] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.272352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.272352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.272523] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.272612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.272859] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.272954] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.273031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.273187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.273266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.273349] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc is going to be created. [ 1221.342902] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.343168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.343168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.343390] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.343669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.359286] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: IN_PROGRESS for 2s [ 1221.686986] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.687387] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1222.594927] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1222.595301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.374533] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: SUCCESS [ 1223.374932] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.688256] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.688679] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.823018] env[65401]: INFO networking_nsxv3.common.synchronization [req-742de884-767b-4895-a41a-2f942873ba67 req-1e11e70b-f36a-46af-ae3e-5d97609c7a17 tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1228.823575] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1228.824216] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.824216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.824216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.824448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.824448] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.824526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.824566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.824708] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.824758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.824851] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.327099] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.829272] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.331435] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.331641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.331697] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.331876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.331967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.332078] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be updated. [ 1230.359890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.360137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.360137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.360318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.360464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.369547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 1231.735271] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.735748] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.735748] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.735907] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.736184] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.736341] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.736459] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.736712] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.736869] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.737096] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.737210] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.737608] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.737785] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.737871] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.737974] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.738121] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.757449] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.757658] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.757781] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.757957] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-961" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.758281] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.758467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.758608] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.758886] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.759032] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.264027] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.264027] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.264027] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.264558] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.264558] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.264761] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.265012] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.265206] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.265574] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.265803] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.266057] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f is going to be updated. [ 1232.290607] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.290910] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.290910] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.291108] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.291299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.291546] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.380043] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 1232.380247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.990888] env[65401]: INFO networking_nsxv3.common.synchronization [req-5217971b-9ad1-4048-90bd-fab0328506c9 req-832efc52-ba15-4490-9c65-602bf1e9aab0 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1232.991887] env[65401]: INFO networking_nsxv3.common.synchronization [req-5217971b-9ad1-4048-90bd-fab0328506c9 req-832efc52-ba15-4490-9c65-602bf1e9aab0 service nova] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1232.991887] env[65401]: INFO networking_nsxv3.common.synchronization [req-5217971b-9ad1-4048-90bd-fab0328506c9 req-832efc52-ba15-4490-9c65-602bf1e9aab0 service nova] Enqueued Resource ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with Priority: HIGHEST for action port [ 1232.991887] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_rules [ 1232.991887] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1232.992052] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with Priority: HIGHEST for action port [ 1232.992339] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.992470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.992553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.992729] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.992788] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.993635] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.994809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.994979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.995140] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.995296] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.995398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.995463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.995641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.995733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.995830] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.997107] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.997227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.997294] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.997450] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.997526] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.499873] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.500996] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.501138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.501287] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f with status ACTIVE [ 1233.501447] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.501555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.501623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.501818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.501915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.502125] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.503082] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.503082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.503082] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f is going to be updated. [ 1233.523470] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.523689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.523689] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.523918] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.523985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.524131] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f131b7bc-f4f5-4bb1-bb7f-b5cb4057db8f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.004766] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.507726] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.507984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.508094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.508477] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.508639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.508788] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1234.541790] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.541996] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.542092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.542302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.542515] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.551188] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1236.563117] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1236.563117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.563117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.563117] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.563117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.563117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.563702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.563702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.563702] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.065787] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.066037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.066037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.066246] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.066406] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.066509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.066563] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.066703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.066829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.066889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.067018] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.067117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.067174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067311] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067444] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.067532] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.067616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.067809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.067913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.068109] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.570408] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5202a0b9-9fb7-43d6-adff-c0b2debed0b6: rpc.has_security_group_logging(os_id): False [ 1237.588956] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.589130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.589204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.589411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.589497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.589688] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.589781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.589842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.590064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.590165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.590334] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.590427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.590489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.590626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.590702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.590888] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.590981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.591054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.591188] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.591259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.591341] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1237.653564] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.653754] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.653804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.654178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.654386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.670497] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1237.993810] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.993810] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.685634] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1239.685922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.994749] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.995124] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.241109] env[65401]: INFO networking_nsxv3.common.synchronization [req-423e79fd-6589-47e2-80b9-8d61d7178565 req-7b8981a0-50d6-4ba0-b7a5-c9a167f82caa tempest-ServerActionsTestOtherA-848384024 tempest-ServerActionsTestOtherA-848384024-project-member] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1245.241712] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGHEST for action security_group_members [ 1245.242060] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.242185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.242252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.242448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.242612] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.242732] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.242795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.242939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.243053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.243463] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.746173] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.746344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.746344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.746526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.746616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.746811] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.746910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.746966] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.747133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.747210] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.747295] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be updated. [ 1245.809033] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.809194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.809239] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.809458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.809599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.823112] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: IN_PROGRESS for 2s [ 1247.834912] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 in Status: SUCCESS [ 1247.834912] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 deletion is rescheduled due to dependency. [ 1247.834912] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.729406] env[65401]: INFO networking_nsxv3.common.synchronization [req-33e8e0a4-233a-4ce4-b91f-15029e0a05f7 req-141884e6-2b83-4b73-bce3-1d0674d56a26 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1248.730292] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1248.730398] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.730526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.730643] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.730792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.730946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.731359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.731427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.731592] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.731682] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.731843] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.237097] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.738960] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.241368] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.241760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.241760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.241828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.241934] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.242054] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be updated. [ 1250.276149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.276353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.276353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.276588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.276743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.286352] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1252.299860] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1252.300338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.731786] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.732155] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.432029] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2ab72312-bcf5-49b2-baa1-c6c55562378b None None] Enqueued Resource ID: ee0245de-784d-461e-baf0-b6506fa9b946 with Priority: HIGHEST for action port [ 1254.432991] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0245de-784d-461e-baf0-b6506fa9b946 with Priority: HIGHEST for action port [ 1254.433233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0245de-784d-461e-baf0-b6506fa9b946 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.433413] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0245de-784d-461e-baf0-b6506fa9b946" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.433521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0245de-784d-461e-baf0-b6506fa9b946" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.435904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0245de-784d-461e-baf0-b6506fa9b946" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.435904] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0245de-784d-461e-baf0-b6506fa9b946',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.737582] env[65401]: INFO networking_nsxv3.common.synchronization [None req-46532a87-4154-4f48-84de-624fe6ba3652 tempest-ServerActionsV293TestJSON-2137566242 tempest-ServerActionsV293TestJSON-2137566242-project-member] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1254.738293] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1254.738606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.738815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.738913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.739242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.739325] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.826243] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4325d90e-c4b6-418b-bc4d-74195d734108 tempest-ServerActionsV293TestJSON-2137566242 tempest-ServerActionsV293TestJSON-2137566242-project-member] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1254.827156] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1254.827396] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.827508] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.937214] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee0245de-784d-461e-baf0-b6506fa9b946 [ 1254.937655] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.937870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.937995] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.938501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.938654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.938839] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee0245de-784d-461e-baf0-b6506fa9b946 already deleted. [ 1254.938957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0245de-784d-461e-baf0-b6506fa9b946" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.086910] env[65401]: INFO networking_nsxv3.common.synchronization [req-a57b56c5-21a8-458f-9959-e8d034c8a8f1 req-7559e398-4491-404c-bc6d-0ec52fb9e1bc tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1255.087540] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGHEST for action security_group_members [ 1255.088169] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.088169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.088169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.088293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.088593] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.088593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.088593] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.088844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.088946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.089119] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.268880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.268880] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59014e02-4595-4913-8c34-e8621a338fbf already deleted. [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.268880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.268880] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.594208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.594208] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.594208] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.594208] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be updated. [ 1255.624277] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.624426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.624499] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.624715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.624858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.636047] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: IN_PROGRESS for 2s [ 1255.792348] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.792639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.792639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.792639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.792809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.792809] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59014e02-4595-4913-8c34-e8621a338fbf already deleted. [ 1255.792908] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.661186] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.661349] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1256.999344] env[65401]: INFO networking_nsxv3.common.synchronization [None req-745adebf-afbf-43a3-be08-ed6309d6b0a5 None None] Enqueued Resource ID: 9a7d15f5-6746-452e-b68c-0370c6ea3822 with Priority: HIGHEST for action port [ 1257.000428] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7d15f5-6746-452e-b68c-0370c6ea3822 with Priority: HIGHEST for action port [ 1257.000899] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7d15f5-6746-452e-b68c-0370c6ea3822 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.001126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7d15f5-6746-452e-b68c-0370c6ea3822" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.001281] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7d15f5-6746-452e-b68c-0370c6ea3822" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.001715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7d15f5-6746-452e-b68c-0370c6ea3822" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.001863] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7d15f5-6746-452e-b68c-0370c6ea3822',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.504220] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7d15f5-6746-452e-b68c-0370c6ea3822 [ 1257.504551] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.504657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.504657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.504986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.504986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.505113] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7d15f5-6746-452e-b68c-0370c6ea3822 already deleted. [ 1257.505156] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7d15f5-6746-452e-b68c-0370c6ea3822" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.645352] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 in Status: SUCCESS [ 1257.645534] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 deletion is rescheduled due to dependency. [ 1257.645651] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.634530] env[65401]: INFO networking_nsxv3.common.synchronization [None req-4dfa9051-f6bb-4d35-9096-367f500a1262 tempest-AttachInterfacesTestJSON-451806587 tempest-AttachInterfacesTestJSON-451806587-project-member] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1259.635120] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGHEST for action security_group_members [ 1259.635462] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.635679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.635777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.635927] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.636189] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.636316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.636398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.636527] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.636625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.636716] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.139463] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.139640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.139701] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.139900] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.140017] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.140241] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.140340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.140404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.140560] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.140638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.140726] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be updated. [ 1260.171523] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.171674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.171721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.171905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.172148] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.180591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: IN_PROGRESS for 2s [ 1262.195202] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 in Status: SUCCESS [ 1262.195536] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 deletion is rescheduled due to dependency. [ 1262.195536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.852715] env[65401]: INFO networking_nsxv3.common.synchronization [None req-2819da56-aace-4e03-ad46-1a9d39405b19 None None] Enqueued Resource ID: f7a8b2d2-4ffc-4248-8c66-0f0241ab1369 with Priority: HIGHEST for action port [ 1263.853056] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a8b2d2-4ffc-4248-8c66-0f0241ab1369 with Priority: HIGHEST for action port [ 1263.853613] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a8b2d2-4ffc-4248-8c66-0f0241ab1369 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.853698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a8b2d2-4ffc-4248-8c66-0f0241ab1369" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.853745] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a8b2d2-4ffc-4248-8c66-0f0241ab1369" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.854602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a8b2d2-4ffc-4248-8c66-0f0241ab1369" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.854602] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a8b2d2-4ffc-4248-8c66-0f0241ab1369',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.356584] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a8b2d2-4ffc-4248-8c66-0f0241ab1369 [ 1264.356869] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.356984] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.357039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.357547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.357547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.357547] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a8b2d2-4ffc-4248-8c66-0f0241ab1369 already deleted. [ 1264.357547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a8b2d2-4ffc-4248-8c66-0f0241ab1369" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.189881] env[65401]: INFO networking_nsxv3.common.synchronization [None req-ceaf3fd3-5ec6-47cd-9426-4bf63135c3f4 None None] Enqueued Resource ID: 47ffaaba-8e91-4100-b49f-bab00fd54de5 with Priority: HIGHEST for action port [ 1266.190760] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ffaaba-8e91-4100-b49f-bab00fd54de5 with Priority: HIGHEST for action port [ 1266.191096] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ffaaba-8e91-4100-b49f-bab00fd54de5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.191290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ffaaba-8e91-4100-b49f-bab00fd54de5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.191359] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ffaaba-8e91-4100-b49f-bab00fd54de5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.191577] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ffaaba-8e91-4100-b49f-bab00fd54de5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.191671] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ffaaba-8e91-4100-b49f-bab00fd54de5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.694064] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47ffaaba-8e91-4100-b49f-bab00fd54de5 [ 1266.694251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.694393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.694463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.694696] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.694788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.694883] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47ffaaba-8e91-4100-b49f-bab00fd54de5 already deleted. [ 1266.695143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ffaaba-8e91-4100-b49f-bab00fd54de5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.709813] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.710014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.710144] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.710420] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.710670] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.710828] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.710950] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.711375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.711531] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.711748] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.711864] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.711980] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.712144] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.712272] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.712388] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.712526] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.734482] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.734676] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.734780] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.734961] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-608" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.735298] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-2217e63d-456f-4d70-82a3-31592a8782ad taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.735470] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.735590] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.735941] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.736108] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2217e63d-456f-4d70-82a3-31592a8782ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.239068] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.239068] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.239532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.239532] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.239614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.239901] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.240083] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.240205] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.240427] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.240613] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.240955] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.241140] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.241259] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.241467] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.241624] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.241744] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 2217e63d-456f-4d70-82a3-31592a8782ad is going to be updated. [ 1267.269058] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.269301] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.269434] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.269707] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.269903] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.270156] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.982637] env[65401]: INFO networking_nsxv3.common.synchronization [req-6af29ca9-b453-4e43-adc0-5d57318eaeb5 req-20b955de-2745-4587-b206-f3a3698430ab service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1267.982782] env[65401]: INFO networking_nsxv3.common.synchronization [req-6af29ca9-b453-4e43-adc0-5d57318eaeb5 req-20b955de-2745-4587-b206-f3a3698430ab service nova] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1267.982930] env[65401]: INFO networking_nsxv3.common.synchronization [req-6af29ca9-b453-4e43-adc0-5d57318eaeb5 req-20b955de-2745-4587-b206-f3a3698430ab service nova] Enqueued Resource ID: 2217e63d-456f-4d70-82a3-31592a8782ad with Priority: HIGHEST for action port [ 1267.983557] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_rules [ 1267.983680] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1267.983762] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2217e63d-456f-4d70-82a3-31592a8782ad with Priority: HIGHEST for action port [ 1267.984087] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.984237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.984289] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.984531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.984730] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.985527] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.985644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.985709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.986031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.986100] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.986168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.986216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.986356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.986444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.986534] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.987325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-2217e63d-456f-4d70-82a3-31592a8782ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.987446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.987542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.988220] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.988220] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2217e63d-456f-4d70-82a3-31592a8782ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.252285] env[65401]: INFO networking_nsxv3.common.synchronization [req-8391e649-e60c-4a21-a19f-efaf08bd93cb req-429123bf-c55e-42b5-888e-ff01efd8820d tempest-ServerActionsTestJSON-1582933602 tempest-ServerActionsTestJSON-1582933602-project-member] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1268.252285] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGHEST for action security_group_members [ 1268.252565] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.253355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.253355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.253699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.253699] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.490399] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.490573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.490821] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.491938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2217e63d-456f-4d70-82a3-31592a8782ad with status ACTIVE [ 1268.492163] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.492352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.492447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.492731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.492871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.493095] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.493274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.493371] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.493581] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.493721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.493990] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.494109] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.494225] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.494422] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.494521] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.494669] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2217e63d-456f-4d70-82a3-31592a8782ad is going to be updated. [ 1268.519723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.519885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.519959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.520263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.520454] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.520630] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2217e63d-456f-4d70-82a3-31592a8782ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.756048] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.756048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.756048] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.756358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.756358] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.756468] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.756571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.756633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.756789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.756866] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.756975] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be updated. [ 1268.789273] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.789424] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.789497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.789707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.789854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.803121] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: IN_PROGRESS for 2s [ 1268.997285] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.500064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.500064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.500064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.500608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.500608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.500608] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1269.530467] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.530709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.530709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.530953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.531191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.540524] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1270.231058] env[65401]: INFO networking_nsxv3.common.synchronization [req-7b0814cd-9175-4e07-bdbe-2f6ce63b611a req-a320a50d-644d-47ed-8746-1af8168738e7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1270.231506] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1270.231850] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.231992] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.232118] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.232386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.232549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.232703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.232790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.232933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.233032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.233130] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.543046] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.543046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.543046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.543476] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.543642] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.544602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.544602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.544602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.544602] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.544602] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.545030] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.545030] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.545108] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.545259] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.545371] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.545501] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.566428] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.566694] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.566857] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.567060] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.567495] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-8fb70aec-442d-4967-9aca-5ab65db0e0da taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.567694] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.567821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.568226] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.568369] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb70aec-442d-4967-9aca-5ab65db0e0da',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.735652] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.735873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.735873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.736167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.736263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.736459] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.736558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.736624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.736775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.736852] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.736947] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b already deleted. [ 1270.737030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.814199] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 in Status: SUCCESS [ 1270.814413] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 deletion is rescheduled due to dependency. [ 1270.814509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.071401] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.071717] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.071863] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.072365] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.072536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.072766] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 8fb70aec-442d-4967-9aca-5ab65db0e0da not found, creating... [ 1271.073111] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.073302] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.073461] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.073738] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.073868] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.074232] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.074388] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.074519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.074772] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.074978] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.075223] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da is going to be created. [ 1271.098026] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.098196] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.098312] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.098603] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.098843] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.099170] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.551093] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1271.551487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.551599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.551870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.552149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.552290] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.552348] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.552539] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.552639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.552730] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.552864] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.783784] env[65401]: INFO networking_nsxv3.common.synchronization [req-7b0814cd-9175-4e07-bdbe-2f6ce63b611a req-2ccc904c-6c92-4b13-9a80-c2efcafd5fbe service nova] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1271.783990] env[65401]: INFO networking_nsxv3.common.synchronization [req-7b0814cd-9175-4e07-bdbe-2f6ce63b611a req-2ccc904c-6c92-4b13-9a80-c2efcafd5fbe service nova] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1271.784256] env[65401]: INFO networking_nsxv3.common.synchronization [req-7b0814cd-9175-4e07-bdbe-2f6ce63b611a req-2ccc904c-6c92-4b13-9a80-c2efcafd5fbe service nova] Enqueued Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1271.784835] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1271.784970] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1271.785152] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1271.785441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.785605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.785720] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.786050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.786136] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.787049] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.787174] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.787240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.787405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.787552] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.787649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.787707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.787856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.788042] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.788136] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.788876] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fb70aec-442d-4967-9aca-5ab65db0e0da taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.788983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.789054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.789209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.789299] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb70aec-442d-4967-9aca-5ab65db0e0da',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.056127] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.291360] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.292427] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.292558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.292692] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fb70aec-442d-4967-9aca-5ab65db0e0da with status ACTIVE [ 1272.292841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.292970] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.293043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.293260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.293382] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.293556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.293650] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.293791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.293990] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.294088] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.294264] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.294354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.294408] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.294558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.294610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.294684] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da is going to be updated. [ 1272.319342] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.319512] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.319618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.319776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.319913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.320099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.558952] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d92bf9e1-8863-41eb-a0e4-d5f4f36efeee: rpc.has_security_group_logging(os_id): False [ 1272.578506] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.578688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.578798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579110] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.579236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.579526] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.579657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.579724] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.579965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.580097] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1272.654462] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.654700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.654700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.654919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.655127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.670972] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1272.796648] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.299373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.299753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.299753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.299894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.299991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.300111] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be created. [ 1273.351891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.352062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.352130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.352370] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.352509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.366824] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: UNINITIALIZED for 2s [ 1274.687303] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1274.687599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.381029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.381029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.381029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.381029] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.883914] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.883914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.883914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.884420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.884420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.884420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.884565] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.884601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.884669] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.884749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.884891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.884985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.885058] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.885199] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.885334] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.885427] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.885489] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.885623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.885700] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.885779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.885989] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.389284] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00b4fb4-69e2-4041-9cb7-37b7b23b164b: rpc.has_security_group_logging(os_id): False [ 1276.415382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.415526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.415526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.415776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.415952] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.416171] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.416318] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.416434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.416658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.416830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.416983] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.417150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.417251] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.417502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.417640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.417931] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.418127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.418355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.418485] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.418629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.418783] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be created. [ 1276.496393] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.496636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.496636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.496897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.497119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.513673] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1276.786186] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.786266] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1278.534499] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1278.534911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.452646] env[65401]: INFO networking_nsxv3.common.synchronization [None req-e424726c-f7f1-485f-85aa-871548d35150 None None] Enqueued Resource ID: b83d7b20-1587-4589-97a7-ffab3390742a with Priority: HIGHEST for action port [ 1279.453608] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83d7b20-1587-4589-97a7-ffab3390742a with Priority: HIGHEST for action port [ 1279.453608] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83d7b20-1587-4589-97a7-ffab3390742a taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.453776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83d7b20-1587-4589-97a7-ffab3390742a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.453776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83d7b20-1587-4589-97a7-ffab3390742a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.453973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83d7b20-1587-4589-97a7-ffab3390742a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.454092] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83d7b20-1587-4589-97a7-ffab3390742a',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.816250] env[65401]: INFO networking_nsxv3.common.synchronization [None req-49f3259a-a65a-48cf-a09a-5700ff59ea07 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1279.816992] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1279.817094] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.817233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.817369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.817616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.817691] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.922024] env[65401]: INFO networking_nsxv3.common.synchronization [None req-42c33f2f-5deb-4a80-bfe6-e7d716982c86 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1279.922376] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1279.923106] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.923518] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.957434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83d7b20-1587-4589-97a7-ffab3390742a [ 1279.957434] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.957434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.957434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.957434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.957434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.957434] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83d7b20-1587-4589-97a7-ffab3390742a already deleted. [ 1279.957434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83d7b20-1587-4589-97a7-ffab3390742a" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.350734] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.350734] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 already deleted. [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.350734] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.350734] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.872160] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.872549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.872549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.872549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.873022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.873022] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 already deleted. [ 1280.873022] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.728847] env[65401]: INFO networking_nsxv3.common.synchronization [None req-1f452de7-646b-4fd1-b673-1eb88557b282 None None] Enqueued Resource ID: 1bb2571c-d035-4e15-83b9-62d0dfc1aaa9 with Priority: HIGHEST for action port [ 1281.729470] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb2571c-d035-4e15-83b9-62d0dfc1aaa9 with Priority: HIGHEST for action port [ 1281.729753] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb2571c-d035-4e15-83b9-62d0dfc1aaa9 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.730360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb2571c-d035-4e15-83b9-62d0dfc1aaa9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.730360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb2571c-d035-4e15-83b9-62d0dfc1aaa9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.730675] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb2571c-d035-4e15-83b9-62d0dfc1aaa9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.730788] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb2571c-d035-4e15-83b9-62d0dfc1aaa9',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.850016] env[65401]: INFO networking_nsxv3.common.synchronization [req-83ff2f0b-0376-45fb-b6ff-8c6a21139820 req-7140b525-4ba7-48b4-9bf8-923ddaf9c412 tempest-AttachVolumeNegativeTest-526820764 tempest-AttachVolumeNegativeTest-526820764-project-member] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1281.850661] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGHEST for action security_group_members [ 1281.851393] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.851393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.851393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.851638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.851759] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.851838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.851889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.852052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.852145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.852238] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.038868] env[65401]: INFO networking_nsxv3.common.synchronization [req-1f8bf4e8-8024-42d4-89b2-ff83ce22d62f req-4237dc27-c05a-4a63-8fea-42db0d856d51 tempest-ServerActionsV293TestJSON-2137566242 tempest-ServerActionsV293TestJSON-2137566242-project-member] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1282.039972] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1282.040441] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.040599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.040737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.041137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.041391] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.041616] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.041685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.041951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.042183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.042283] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.233417] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb2571c-d035-4e15-83b9-62d0dfc1aaa9 [ 1282.233657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.233794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.233901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.234115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.234192] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.234286] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb2571c-d035-4e15-83b9-62d0dfc1aaa9 already deleted. [ 1282.234368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb2571c-d035-4e15-83b9-62d0dfc1aaa9" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.355245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.355412] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.355490] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.355710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.355914] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.356249] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.356397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.356498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.356756] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.356887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.357027] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc is going to be updated. [ 1282.392891] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.392891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.392891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.392891] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.393231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.406929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: IN_PROGRESS for 2s [ 1282.488219] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.488494] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-454" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.488676] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-454" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.489083] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-454" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.489395] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.489591] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.489735] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.490010] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.490274] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.490532] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.490674] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.490824] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.490953] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.491070] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.491217] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.491396] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.515271] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.515439] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.515567] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.515748] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-454" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.516105] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-879511b8-2eb7-437f-975b-4b0c7acd5590 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.516288] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.516426] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.516755] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.516919] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879511b8-2eb7-437f-975b-4b0c7acd5590',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.547024] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.547226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.547271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.547478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.547595] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.547820] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.547943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.548067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.548248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.548350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.548460] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59014e02-4595-4913-8c34-e8621a338fbf already deleted. [ 1282.548546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.019797] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.020090] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.020199] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.020647] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.020693] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.020846] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Segment Port 879511b8-2eb7-437f-975b-4b0c7acd5590 not found, creating... [ 1283.021150] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.021317] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.021432] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.021683] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.021832] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.022127] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.022299] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.022389] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.022596] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.022745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.022962] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 879511b8-2eb7-437f-975b-4b0c7acd5590 is going to be created. [ 1283.050156] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.050515] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.050710] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.051195] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.051730] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.051811] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.744849] env[65401]: INFO networking_nsxv3.common.synchronization [req-1f8bf4e8-8024-42d4-89b2-ff83ce22d62f req-ca985c9a-d431-489e-857c-28fc618f6047 service nova] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1283.744996] env[65401]: INFO networking_nsxv3.common.synchronization [req-1f8bf4e8-8024-42d4-89b2-ff83ce22d62f req-ca985c9a-d431-489e-857c-28fc618f6047 service nova] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1283.745154] env[65401]: INFO networking_nsxv3.common.synchronization [req-1f8bf4e8-8024-42d4-89b2-ff83ce22d62f req-ca985c9a-d431-489e-857c-28fc618f6047 service nova] Enqueued Resource ID: 879511b8-2eb7-437f-975b-4b0c7acd5590 with Priority: HIGHEST for action port [ 1283.746154] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_rules [ 1283.746154] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1283.746154] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879511b8-2eb7-437f-975b-4b0c7acd5590 with Priority: HIGHEST for action port [ 1283.746337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.746393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.746462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.746659] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.746741] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.748023] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.748023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.748023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.748023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.748350] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.748350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.748350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.748470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.748561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.748653] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.749881] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-879511b8-2eb7-437f-975b-4b0c7acd5590 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750039] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.751262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.751262] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879511b8-2eb7-437f-975b-4b0c7acd5590',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.253879] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.253879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.253879] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.254303] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879511b8-2eb7-437f-975b-4b0c7acd5590 with status ACTIVE [ 1284.254433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.254547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.254611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.254841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.254890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.255077] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.255173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.255607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.255607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.255607] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.255607] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.255789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.255789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.255789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.255789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.256723] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879511b8-2eb7-437f-975b-4b0c7acd5590 is going to be updated. [ 1284.286372] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.286514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.286514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.286755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.286889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.287688] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879511b8-2eb7-437f-975b-4b0c7acd5590" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.427805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc in Status: SUCCESS [ 1284.428021] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc deletion is rescheduled due to dependency. [ 1284.428171] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.759665] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.262251] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.262656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.262656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.262742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.262845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.262947] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59014e02-4595-4913-8c34-e8621a338fbf is going to be created. [ 1285.287525] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.287723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.287723] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.287950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.288184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.305511] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: UNINITIALIZED for 2s [ 1286.346194] env[65401]: INFO networking_nsxv3.common.synchronization [req-31563ae3-4d27-44e1-8da2-93ef5e7fc9dc req-a9e3a281-65f1-4ec4-9962-9ac08d286a21 tempest-ServerActionsTestOtherB-623991185 tempest-ServerActionsTestOtherB-623991185-project-member] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1286.346893] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGHEST for action security_group_members [ 1286.347618] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.347775] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.347859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.348356] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.348621] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.348757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.348854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.349083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.349283] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.349372] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.444505] env[65401]: INFO networking_nsxv3.common.synchronization [req-677239d5-80e1-4662-abc2-790bf836ba24 req-f9cd1b2b-1b13-4bf4-a831-aaa1b2a6af43 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1286.445122] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1286.445429] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.445551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.445609] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.445929] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.446047] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.446409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.446409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.446598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.446670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.446757] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.826573] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.826812] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.826966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.827353] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.827645] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.827856] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.828014] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.828301] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.828478] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.828715] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.828863] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.829012] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.829166] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.829290] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.829397] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.830036] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.851403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.851403] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.851403] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.851614] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.851869] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-155277ba-c680-4c16-9533-30735554c8e4 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.852043] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.852168] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.853194] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.853194] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155277ba-c680-4c16-9533-30735554c8e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.853954] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.854089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.854162] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.854338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.854426] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.854610] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.854699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.854762] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.854904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.854981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855074] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be updated. [ 1286.890714] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.890953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.891115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.891430] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.891657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.902937] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: IN_PROGRESS for 2s [ 1286.950520] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.950703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.950793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.950997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.951096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.951319] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.951432] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.951495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.951625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.951702] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.951786] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 already deleted. [ 1286.951860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.316982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: SUCCESS [ 1287.317228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.318746] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.318746] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.319174] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.360375] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.360375] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.360821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.360821] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.360972] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.361150] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 155277ba-c680-4c16-9533-30735554c8e4 not found, creating... [ 1287.361379] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.361549] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.361678] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.361945] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.362102] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.362413] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.362580] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.362697] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.363069] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.363214] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.363352] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 155277ba-c680-4c16-9533-30735554c8e4 is going to be created. [ 1287.389383] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.389627] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.389780] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.390046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.390294] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.390539] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.756238] env[65401]: INFO networking_nsxv3.common.synchronization [req-3803947f-ba8c-43cc-a2f2-12059ee98406 req-d62782d5-0676-4398-a996-9c9cf9470b15 tempest-AttachVolumeTestJSON-1256220582 tempest-AttachVolumeTestJSON-1256220582-project-member] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1287.756789] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGHEST for action security_group_members [ 1287.757318] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.757464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.757600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.758342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.758342] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.758342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.758342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.758590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.758590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.758590] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.820923] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.176063] env[65401]: INFO networking_nsxv3.common.synchronization [req-677239d5-80e1-4662-abc2-790bf836ba24 req-2f390998-a659-4853-9ff0-6419b3d623d4 service nova] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1288.176290] env[65401]: INFO networking_nsxv3.common.synchronization [req-677239d5-80e1-4662-abc2-790bf836ba24 req-2f390998-a659-4853-9ff0-6419b3d623d4 service nova] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1288.176436] env[65401]: INFO networking_nsxv3.common.synchronization [req-677239d5-80e1-4662-abc2-790bf836ba24 req-2f390998-a659-4853-9ff0-6419b3d623d4 service nova] Enqueued Resource ID: 155277ba-c680-4c16-9533-30735554c8e4 with Priority: HIGHEST for action port [ 1288.176984] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1288.177135] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1288.177312] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155277ba-c680-4c16-9533-30735554c8e4 with Priority: HIGHEST for action port [ 1288.177516] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.177647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.177725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.177913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.178048] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.179235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.179362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.179418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.179591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.179735] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.179833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.179896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.180055] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.180189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.180736] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.181586] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-155277ba-c680-4c16-9533-30735554c8e4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.182124] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.182228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.183514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.183602] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155277ba-c680-4c16-9533-30735554c8e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.260558] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.260872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.260872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.261061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.261146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.261828] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.261828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.261828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.261828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.261828] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.262133] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 is going to be updated. [ 1288.320858] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.321433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.321433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.321433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.321433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.322891] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59014e02-4595-4913-8c34-e8621a338fbf: rpc.has_security_group_logging(os_id): False [ 1288.356141] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: IN_PROGRESS for 2s [ 1288.363361] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.363692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.363692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.363877] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.363947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.364266] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.364328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.364409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.364547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.364626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.364713] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59014e02-4595-4913-8c34-e8621a338fbf is going to be created. [ 1288.448283] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.448501] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.448552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.448783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.449009] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.464976] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: IN_PROGRESS for 2s [ 1288.685176] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.685444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.685569] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.686606] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 155277ba-c680-4c16-9533-30735554c8e4 with status ACTIVE [ 1288.686827] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.686999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.687108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.687341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.687456] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.687672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.687868] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.689149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.689149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.689149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.689149] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.689436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.689436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.689553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.689586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.689661] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 155277ba-c680-4c16-9533-30735554c8e4 is going to be updated. [ 1288.710852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.711086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.711086] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.711271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.711410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.711572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.916126] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee in Status: SUCCESS [ 1288.916351] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee deletion is rescheduled due to dependency. [ 1288.916423] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.191783] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.694338] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.694338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.694338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.694798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.694798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.694798] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be created. [ 1289.723250] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.723526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.723526] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.723690] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.723838] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.733923] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: UNINITIALIZED for 2s [ 1290.377842] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 in Status: SUCCESS [ 1290.378071] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 deletion is rescheduled due to dependency. [ 1290.378266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.492699] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: SUCCESS [ 1290.493024] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.090317] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.090747] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.091285] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.091530] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.091909] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.092108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.092212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.092498] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.092732] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.092889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.093010] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.093237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.093386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.093537] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.094781] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-933cdba9-33e1-451d-85d3-fd01f68ad7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.094949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.095083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.095395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.095618] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.096833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.096833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.096833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.096833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.096833] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.144107] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_rules [ 1291.144298] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.144440] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1291.144957] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.144957] env[65401]: INFO networking_nsxv3.common.synchronization [req-576ae84d-eb94-4bbb-85f0-06f35495809c req-cf920b77-0091-4055-be75-bde68bce5ab7 tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1291.145310] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_rules [ 1291.145464] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1291.145563] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1291.145655] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.145744] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.146047] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933cdba9-33e1-451d-85d3-fd01f68ad7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.146193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.146334] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.146579] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.146620] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.147841] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.148184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.148184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.148391] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.148391] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.149125] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fb70aec-442d-4967-9aca-5ab65db0e0da taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.149260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.149333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.149552] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.149632] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb70aec-442d-4967-9aca-5ab65db0e0da',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.150377] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-933cdba9-33e1-451d-85d3-fd01f68ad7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.150478] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.150672] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.150753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.483420] env[65401]: INFO networking_nsxv3.common.synchronization [req-7ffe6105-28fc-4d84-902f-0061d894d7c1 req-4263173c-afd6-47c6-9818-97b78970684d tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.483657] env[65401]: INFO networking_nsxv3.common.synchronization [req-7ffe6105-28fc-4d84-902f-0061d894d7c1 req-4263173c-afd6-47c6-9818-97b78970684d tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.484235] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.484378] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 with Priority: HIGHEST for action security_group_members [ 1291.484710] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.484815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.484946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-933cdba9-33e1-451d-85d3-fd01f68ad7e5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.485185] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.530846] env[65401]: INFO networking_nsxv3.common.synchronization [req-7ffe6105-28fc-4d84-902f-0061d894d7c1 req-4263173c-afd6-47c6-9818-97b78970684d tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1291.531505] env[65401]: INFO networking_nsxv3.common.synchronization [req-7ffe6105-28fc-4d84-902f-0061d894d7c1 req-4263173c-afd6-47c6-9818-97b78970684d tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.531505] env[65401]: INFO networking_nsxv3.common.synchronization [req-7ffe6105-28fc-4d84-902f-0061d894d7c1 req-4263173c-afd6-47c6-9818-97b78970684d tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1291.531936] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_rules [ 1291.532178] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1291.532341] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da with Priority: HIGHEST for action port [ 1291.532681] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.532830] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.533141] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.534791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.534791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fb70aec-442d-4967-9aca-5ab65db0e0da taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.534791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.598197] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.599481] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.652400] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-933cdba9-33e1-451d-85d3-fd01f68ad7e5 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.652640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.652831] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.652831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.652978] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fb70aec-442d-4967-9aca-5ab65db0e0da with status ACTIVE [ 1291.653129] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.653238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.653300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.653509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.653594] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.653773] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.653880] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.653933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.654126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.654215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.654404] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.654497] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.654559] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.654715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.654788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.654982] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da is going to be updated. [ 1291.680416] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.680590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.680590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.680977] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.681425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.681862] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.682420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.682747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.683056] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb70aec-442d-4967-9aca-5ab65db0e0da',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.745965] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: SUCCESS [ 1291.746189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.746326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.746538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.746725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.746840] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.746903] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.747074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.747170] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.747276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.747366] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.102419] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.103376] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.186084] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fb70aec-442d-4967-9aca-5ab65db0e0da with status ACTIVE [ 1292.186382] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.186528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.186598] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.186810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.186902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.187092] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.187193] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.187260] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.187457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.187553] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.187852] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.188040] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.188385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.188385] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.188516] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.188516] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fb70aec-442d-4967-9aca-5ab65db0e0da is going to be updated. [ 1292.214999] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.215262] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.215346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.215569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.215726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.215962] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fb70aec-442d-4967-9aca-5ab65db0e0da" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.250047] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.605188] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.605398] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.605442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.605678] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.605771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.606211] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1292.608752] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.608949] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.609023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.609475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.609591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.609591] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 is going to be created. [ 1292.639715] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.639715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.639715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.639715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.640070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.652305] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.652582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.652582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.652774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.652916] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.654892] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 in Status: UNINITIALIZED for 2s [ 1292.661796] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1292.752370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 392b2946-0a52-4353-a649-8644b8d6a9c7: rpc.has_security_group_logging(os_id): False [ 1292.780855] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.781180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.781180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.781404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.781404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.781578] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.781673] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.781749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.781892] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.781971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.782070] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be created. [ 1292.892011] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.892243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.892243] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.892476] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.892623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.918856] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: IN_PROGRESS for 2s [ 1294.619815] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.620472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.621103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.621103] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.621103] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.670032] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 in Status: SUCCESS [ 1294.670032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.670300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.670415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.672137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.672137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.672137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.672137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.672137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.672137] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.673228] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1294.673640] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.674087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.674274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.674447] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.674558] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.674624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.674761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.674842] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.674931] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.932999] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: SUCCESS [ 1294.933268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.124269] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.177326] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.177326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.177326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.177694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.177694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.177843] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.177947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.178020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.178250] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.178386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.178423] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 is going to be deleted. [ 1295.179501] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.221917] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.222215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.222215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.222466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.222725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.222725] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.223016] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.223083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.223272] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.223373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.223446] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.223612] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.223695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.223803] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.628165] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.681380] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.726616] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.726800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.726873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.727123] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.727204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.727394] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.727493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.727555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.727721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.727786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.727868] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 already deleted. [ 1295.727946] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.728159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.728343] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.728511] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.728661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.728661] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.728767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.728854] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.728937] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.132029] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1296.132174] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1296.184476] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.184674] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.184752] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.185037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.185159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.185256] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1296.233418] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.233869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.233981] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.234232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.234414] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.234670] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.234906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.235015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.235436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.235525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.235620] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 already deleted. [ 1296.235710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.235854] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.241793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.241960] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.242074] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.242352] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.242536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.251624] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1296.533408] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.533628] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1296.738980] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('933cdba9-33e1-451d-85d3-fd01f68ad7e5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.014099] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.014099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.014099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.014449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.033796] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.034881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.035899] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.082516] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.082726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.082773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.082961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.100629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.102985] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.103100] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.103213] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.166337] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.166589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.166589] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.166740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.168139] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.168505] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1297.242489] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 933cdba9-33e1-451d-85d3-fd01f68ad7e5: rpc.has_security_group_logging(os_id): False [ 1297.265372] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.265605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.265605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.265834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.265923] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.266039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.266173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.266342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.266418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.266491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.266562] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 is going to be created. [ 1297.279788] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.279999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.279999] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.280800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.280800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.280800] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1297.292185] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5], does not exist path=[/infra/domains/default/groups/933cdba9-33e1-451d-85d3-fd01f68ad7e5]."\n}' [ 1297.292185] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5 [ 1297.292185] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.350795] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.351037] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.351136] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.351453] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.352482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.352779] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.352893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.353041] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.353137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.353216] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.353387] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.353472] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.353531] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.353670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.353742] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.353825] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933cdba9-33e1-451d-85d3-fd01f68ad7e5 is going to be created. [ 1297.375014] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5], does not exist path=[/infra/domains/default/groups/933cdba9-33e1-451d-85d3-fd01f68ad7e5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5 [ 1297.375229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933cdba9-33e1-451d-85d3-fd01f68ad7e5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.375405] env[65401]: Traceback (most recent call last): [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1297.375470] env[65401]: return func(*args, **kwargs) [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1297.375470] env[65401]: res.raise_for_status() [ 1297.375470] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1297.375470] env[65401]: raise HTTPError(http_error_msg, response=self) [ 1297.375470] env[65401]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5 [ 1297.375470] env[65401]: During handling of the above exception, another exception occurred: [ 1297.375470] env[65401]: Traceback (most recent call last): [ 1297.375470] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1297.375470] env[65401]: listener.cb(fileno) [ 1297.375470] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1297.375470] env[65401]: result = function(*args, **kwargs) [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1297.375470] env[65401]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1297.375470] env[65401]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1297.375470] env[65401]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1297.375470] env[65401]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1297.375470] env[65401]: res.raise_for_status() [ 1297.375470] env[65401]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1297.375470] env[65401]: raise HTTPError(http_error_msg, response=self) [ 1297.375470] env[65401]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933cdba9-33e1-451d-85d3-fd01f68ad7e5 [ 1297.375470] env[65401]: Removing descriptor: 12 [ 1297.388046] env[65401]: INFO networking_nsxv3.common.synchronization [None req-26f8a9f8-f084-4571-be28-6c1e140ad64d None None] Enqueued Resource ID: ae792679-43a6-44e2-844b-5c05777771a0 with Priority: HIGHEST for action port [ 1297.388471] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae792679-43a6-44e2-844b-5c05777771a0 with Priority: HIGHEST for action port [ 1297.389117] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae792679-43a6-44e2-844b-5c05777771a0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.389293] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae792679-43a6-44e2-844b-5c05777771a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.389381] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae792679-43a6-44e2-844b-5c05777771a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.389656] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae792679-43a6-44e2-844b-5c05777771a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.389740] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae792679-43a6-44e2-844b-5c05777771a0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.412316] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.412551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.412551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.412967] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.413126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.413407] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1297.413495] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6aadf1d9-76ad-42de-a33b-a78316b2cfcc', '73780e69-3b2b-4d78-8325-8d6a316021bc', '5202a0b9-9fb7-43d6-adff-c0b2debed0b6', 'ac8b0d07-2bec-45bb-9cbe-3b68202cce19', '33f7f864-af56-4e68-b9f0-5a4cb5a21d75', '90e092b4-fa40-46db-aeaf-574172c46587', 'd8459333-30ee-4205-9248-4306f3ea5130', '76883d44-9505-410a-bcfb-52915ca8b27d', '7ecf3845-a487-40b7-b6a1-88af801b7fdf', '46e1076f-1499-46e8-a972-02272d5edbe3', '5b53a051-24a8-4bd4-9858-e48a07eb75fa', '813e6067-f4d9-4fff-935c-e02c810c204d', '29d49c90-f69c-4690-977b-3e198fadd97b', 'ae03ac43-9943-4975-8dc5-f375ee889764', '0016f313-abe4-4431-b117-0762ec49b98f', 'e45d64d4-25df-4831-b30c-e34fb1743c44', '44c652a8-4ffa-4de1-8714-5f8d0188ebc2', '076c5ce9-4b33-416a-82c7-a72e12a69ec5', '9c423b5d-d591-4e6a-99e1-fbe6132beb38', 'b059046a-af74-446d-93af-53de4a5804df', '855f6054-f7e6-48e7-ad8c-bc79decf592f', '77852e5f-92ad-4afc-9837-f45dbe4aac7c', '2d0c03b8-2868-4a0a-9a20-9829b3b124ad', '0edf1582-eead-4382-a2a6-4da56690b08b', '7e8eb101-5037-4cec-97d4-d8842295e8c1', '037bf787-ba80-4fd7-9f7c-09264d01044d', '23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0', '97d7b281-7b9b-469d-93aa-40a1b6c5cee1', 'f49a3fba-00a9-4b9e-8883-469e15fd9390', '54d298b7-a9ed-4cc6-897e-1685d4029d1b', 'a21c4fdc-8146-40a6-b74f-d79c93dbec38', 'f8fc52f5-4f9f-46ce-827b-98113ef58173', '334268c3-0586-475e-be7b-5ad68ce78768', '1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71', '59014e02-4595-4913-8c34-e8621a338fbf', 'd92bf9e1-8863-41eb-a0e4-d5f4f36efeee', '2040b730-8d06-4407-9942-9e4ae2b2cf48', '392b2946-0a52-4353-a649-8644b8d6a9c7', 'effde86c-cefb-4e9d-99cd-ada39cd9a1d8', 'c00b4fb4-69e2-4041-9cb7-37b7b23b164b', '7110285c-ccfb-43c5-ad72-1dc136ae3521'} {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.413681] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1297.439966] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.440166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.440236] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.440418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.440718] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.440718] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1297.440718] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.440936] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1297.526036] env[65401]: INFO networking_nsxv3.common.synchronization [req-16b5d353-3bbc-4abc-b0e5-78ace957c31f req-b56ca20d-e3c5-41cb-b0d7-75bd1e502fda tempest-ServerRescueTestJSONUnderV235-1502137598 tempest-ServerRescueTestJSONUnderV235-1502137598-project-member] Enqueued Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1297.526890] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b with Priority: HIGHEST for action security_group_members [ 1297.526890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.527085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.537590] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.537590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.537590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.542020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.542020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.542020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1297.542020] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.542020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1297.542020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1297.542020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGH for action security_group_rules [ 1297.542020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.893050] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae792679-43a6-44e2-844b-5c05777771a0 [ 1297.894911] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.895099] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.895172] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.895396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.895491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.895617] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae792679-43a6-44e2-844b-5c05777771a0 already deleted. [ 1297.895703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae792679-43a6-44e2-844b-5c05777771a0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.266997] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1298.267244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.267417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.267622] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.267802] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.267913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.267975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.268137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.268227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.268343] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.776537] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.776740] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.776807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.776986] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.799458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.799782] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.800288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.800288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.800288] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.801120] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.801120] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1298.836064] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.836232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.836326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.836768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.836768] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.846623] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1299.706646] env[65401]: INFO networking_nsxv3.common.synchronization [None req-7bc17394-c954-4c03-bd5d-8bf90b0f19f3 None None] Enqueued Resource ID: c74554a4-83a7-473b-9bfc-7d489cbb66ff with Priority: HIGHEST for action port [ 1299.707274] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74554a4-83a7-473b-9bfc-7d489cbb66ff with Priority: HIGHEST for action port [ 1299.707692] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc with Priority: HIGH for action security_group_rules [ 1299.707692] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 with Priority: HIGH for action security_group_rules [ 1299.707692] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8459333-30ee-4205-9248-4306f3ea5130 with Priority: HIGH for action security_group_rules [ 1299.707963] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0016f313-abe4-4431-b117-0762ec49b98f with Priority: HIGH for action security_group_rules [ 1299.708402] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b059046a-af74-446d-93af-53de4a5804df with Priority: HIGH for action security_group_rules [ 1299.708402] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 with Priority: HIGH for action security_group_rules [ 1299.708616] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 with Priority: HIGH for action security_group_rules [ 1299.708672] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 with Priority: HIGH for action security_group_rules [ 1299.708767] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae03ac43-9943-4975-8dc5-f375ee889764 with Priority: HIGH for action security_group_rules [ 1299.708859] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45d64d4-25df-4831-b30c-e34fb1743c44 with Priority: HIGH for action security_group_rules [ 1299.708955] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d49c90-f69c-4690-977b-3e198fadd97b with Priority: HIGH for action security_group_rules [ 1299.709185] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e6067-f4d9-4fff-935c-e02c810c204d with Priority: HIGH for action security_group_rules [ 1299.709325] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa with Priority: HIGH for action security_group_rules [ 1299.709432] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e1076f-1499-46e8-a972-02272d5edbe3 with Priority: HIGH for action security_group_rules [ 1299.709523] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf with Priority: HIGH for action security_group_rules [ 1299.709609] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e092b4-fa40-46db-aeaf-574172c46587 with Priority: HIGH for action security_group_rules [ 1299.709699] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76883d44-9505-410a-bcfb-52915ca8b27d with Priority: HIGH for action security_group_rules [ 1299.709816] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 with Priority: HIGH for action security_group_rules [ 1299.709863] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73780e69-3b2b-4d78-8325-8d6a316021bc with Priority: HIGH for action security_group_rules [ 1299.710250] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 with Priority: HIGH for action security_group_rules [ 1299.710580] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-c74554a4-83a7-473b-9bfc-7d489cbb66ff taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.710709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c74554a4-83a7-473b-9bfc-7d489cbb66ff" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.710873] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c74554a4-83a7-473b-9bfc-7d489cbb66ff" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.711790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c74554a4-83a7-473b-9bfc-7d489cbb66ff" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.711790] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c74554a4-83a7-473b-9bfc-7d489cbb66ff',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.711974] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.712106] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.716164] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.716376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.716466] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aadf1d9-76ad-42de-a33b-a78316b2cfcc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.717355] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.717464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.717529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.717698] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.717772] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5202a0b9-9fb7-43d6-adff-c0b2debed0b6',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.718553] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8459333-30ee-4205-9248-4306f3ea5130 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.718657] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.718722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.718870] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.718938] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8459333-30ee-4205-9248-4306f3ea5130',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.719833] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0016f313-abe4-4431-b117-0762ec49b98f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.719898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.719951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.720085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.720149] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0016f313-abe4-4431-b117-0762ec49b98f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.720823] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b059046a-af74-446d-93af-53de4a5804df taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.720920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.721023] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.721135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.721259] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b059046a-af74-446d-93af-53de4a5804df',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.721858] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.721972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.724416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.724602] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.724662] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c423b5d-d591-4e6a-99e1-fbe6132beb38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.728098] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.728203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.728257] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.728444] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.728626] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('076c5ce9-4b33-416a-82c7-a72e12a69ec5',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.729475] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.729561] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.729619] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.729783] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.729860] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44c652a8-4ffa-4de1-8714-5f8d0188ebc2',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.730648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae03ac43-9943-4975-8dc5-f375ee889764 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.730758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.730822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.730979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.731063] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae03ac43-9943-4975-8dc5-f375ee889764',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.731736] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e45d64d4-25df-4831-b30c-e34fb1743c44 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.732600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.732600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.732600] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.732600] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e45d64d4-25df-4831-b30c-e34fb1743c44',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.732880] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d49c90-f69c-4690-977b-3e198fadd97b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.732947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.732947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.733392] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.733392] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d49c90-f69c-4690-977b-3e198fadd97b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.734556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-813e6067-f4d9-4fff-935c-e02c810c204d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.734667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.734737] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.734881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.734946] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('813e6067-f4d9-4fff-935c-e02c810c204d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.735772] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.735883] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.735951] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.736119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.736226] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b53a051-24a8-4bd4-9858-e48a07eb75fa',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.737071] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46e1076f-1499-46e8-a972-02272d5edbe3 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.737180] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.737253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.737406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.737477] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46e1076f-1499-46e8-a972-02272d5edbe3',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.738162] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.738282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.738386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.738604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.739346] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecf3845-a487-40b7-b6a1-88af801b7fdf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.740047] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e092b4-fa40-46db-aeaf-574172c46587 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.740047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.740047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.740047] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.740352] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e092b4-fa40-46db-aeaf-574172c46587',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.740910] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76883d44-9505-410a-bcfb-52915ca8b27d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.741073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741155] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.741330] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.741411] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76883d44-9505-410a-bcfb-52915ca8b27d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.742093] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.742196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.742437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.742437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.742574] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f7f864-af56-4e68-b9f0-5a4cb5a21d75',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.743305] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73780e69-3b2b-4d78-8325-8d6a316021bc taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.743410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.743475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.743625] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.743694] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73780e69-3b2b-4d78-8325-8d6a316021bc',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.744359] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.744500] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.744535] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.744671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.744735] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b0d07-2bec-45bb-9cbe-3b68202cce19',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.266367] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c74554a4-83a7-473b-9bfc-7d489cbb66ff [ 1300.266818] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.266963] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.267066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.267280] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.267410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.267538] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c74554a4-83a7-473b-9bfc-7d489cbb66ff already deleted. [ 1300.267654] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c74554a4-83a7-473b-9bfc-7d489cbb66ff" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.341815] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.342054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.342054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.342235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.344030] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.344030] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.345029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.345167] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.346029] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.346029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.347136] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.347258] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.351596] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.351782] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.365835] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.365835] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.367890] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.367890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.368440] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.368440] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.370520] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.370520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.370520] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.370691] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.371239] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.371699] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.371807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.372716] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.373090] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.373212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.373827] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.374524] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.374524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.375050] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.375436] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.375534] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.376421] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.376735] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.376822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.379340] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.379786] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.380057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.381071] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.381501] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.381603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.382273] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.382700] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.382793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.398294] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.398861] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.399034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.407310] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.407905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.408065] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c423b5d-d591-4e6a-99e1-fbe6132beb38 is going to be deleted. [ 1300.409062] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.409279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.440328] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.440471] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 813e6067-f4d9-4fff-935c-e02c810c204d is going to be deleted. [ 1300.441620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.441943] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.491217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.491379] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d49c90-f69c-4690-977b-3e198fadd97b is going to be deleted. [ 1300.492327] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.492554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.494050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.494157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.521187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.521354] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44c652a8-4ffa-4de1-8714-5f8d0188ebc2 is going to be deleted. [ 1300.522278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.522494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.532857] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.533029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.548150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.548383] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f7f864-af56-4e68-b9f0-5a4cb5a21d75 is going to be deleted. [ 1300.549525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.549766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.585522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.585710] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b059046a-af74-446d-93af-53de4a5804df is going to be deleted. [ 1300.586739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.586987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.606899] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.607212] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.612025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.612224] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae03ac43-9943-4975-8dc5-f375ee889764 is going to be deleted. [ 1300.613085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.613304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.633550] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.633806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.654711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.654902] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8459333-30ee-4205-9248-4306f3ea5130 is going to be deleted. [ 1300.655820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.656053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.743360] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.743779] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76883d44-9505-410a-bcfb-52915ca8b27d is going to be deleted. [ 1300.744608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.744825] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.750637] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.750637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.755708] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.755902] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.782464] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.783151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.787639] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.787805] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e45d64d4-25df-4831-b30c-e34fb1743c44 is going to be deleted. [ 1300.791377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.791377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.852689] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.852939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.883068] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1300.883281] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b deletion is rescheduled due to dependency. [ 1300.883399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.883605] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.883817] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.883999] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.884142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.884198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.884353] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.884437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.884535] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.899274] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.899462] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 076c5ce9-4b33-416a-82c7-a72e12a69ec5 is going to be deleted. [ 1300.900309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.900522] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.921723] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.921930] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.978758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.978962] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecf3845-a487-40b7-b6a1-88af801b7fdf is going to be deleted. [ 1300.980300] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.980615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.993299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.993564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.014546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.014859] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b53a051-24a8-4bd4-9858-e48a07eb75fa is going to be deleted. [ 1301.015658] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.015888] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.088168] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.088402] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73780e69-3b2b-4d78-8325-8d6a316021bc is going to be deleted. [ 1301.089369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.138939] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.139225] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46e1076f-1499-46e8-a972-02272d5edbe3 is going to be deleted. [ 1301.140344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.140554] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.186245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.186436] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aadf1d9-76ad-42de-a33b-a78316b2cfcc is going to be deleted. [ 1301.187778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.188084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.189632] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.189779] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.206433] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.206687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.217137] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.217387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.221038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.221256] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0016f313-abe4-4431-b117-0762ec49b98f is going to be deleted. [ 1301.222107] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.222333] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.290451] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.290451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.387889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.388130] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e092b4-fa40-46db-aeaf-574172c46587 is going to be deleted. [ 1301.389740] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.389925] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.390080] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.390369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.390505] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.390812] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.390974] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.391093] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.391342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.391471] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.391600] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1301.392846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.393094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.455556] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.455692] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.464548] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.464707] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.473102] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.473242] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.483266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.483266] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b0d07-2bec-45bb-9cbe-3b68202cce19 is going to be deleted. [ 1301.484149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.484346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.484648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.484648] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c423b5d-d591-4e6a-99e1-fbe6132beb38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.484812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.484846] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.484915] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.485095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-813e6067-f4d9-4fff-935c-e02c810c204d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.485660] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.485731] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.485766] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.485859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d49c90-f69c-4690-977b-3e198fadd97b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.485989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.486169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.486248] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.486361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44c652a8-4ffa-4de1-8714-5f8d0188ebc2" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.486524] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.486627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.486704] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.486857] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f7f864-af56-4e68-b9f0-5a4cb5a21d75" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.486947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.487299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.487299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487299] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b059046a-af74-446d-93af-53de4a5804df" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.487574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.487649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487771] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae03ac43-9943-4975-8dc5-f375ee889764" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487893] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.488025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.488182] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.488336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8459333-30ee-4205-9248-4306f3ea5130" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.488445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.488580] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.488652] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76883d44-9505-410a-bcfb-52915ca8b27d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e45d64d4-25df-4831-b30c-e34fb1743c44" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489437] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.489677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.489677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489677] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-076c5ce9-4b33-416a-82c7-a72e12a69ec5" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.489834] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecf3845-a487-40b7-b6a1-88af801b7fdf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b53a051-24a8-4bd4-9858-e48a07eb75fa" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73780e69-3b2b-4d78-8325-8d6a316021bc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491641] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.530896] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.531125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.531178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.531345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.531491] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.564142] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.564304] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5202a0b9-9fb7-43d6-adff-c0b2debed0b6 is going to be deleted. [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0016f313-abe4-4431-b117-0762ec49b98f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.566032] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.566403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46e1076f-1499-46e8-a972-02272d5edbe3" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.566709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.566872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.566957] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.567089] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aadf1d9-76ad-42de-a33b-a78316b2cfcc" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.595813] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1301.618494] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.618699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.618699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.618911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.619015] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.619146] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e092b4-fa40-46db-aeaf-574172c46587" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.689484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.689687] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.689761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.689956] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.690031] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.690145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b0d07-2bec-45bb-9cbe-3b68202cce19" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.721979] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.722204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.722204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.722425] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.722520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.722635] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5202a0b9-9fb7-43d6-adff-c0b2debed0b6" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.607807] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1303.608141] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b deletion is rescheduled due to dependency. [ 1303.608488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.608722] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.609268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.609268] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.609611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.609715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.609913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.610064] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.610187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.610318] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.613082] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.613082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.613082] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.643857] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a15c16f-482a-41f6-8b05-a9d0e2675728 req-278fd130-ab68-471b-b0bd-a7192aa09ea1 tempest-ServerPasswordTestJSON-1337443245 tempest-ServerPasswordTestJSON-1337443245-project-member] Enqueued Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1303.644455] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1303.646089] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.646231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.646368] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.646569] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.646794] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.646869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.646904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.647066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.647159] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.647265] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.958744] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.959171] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-752" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.959356] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-752" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.959710] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-752" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.959974] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.960163] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.960750] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.961025] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.961235] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.961408] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.961523] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.961634] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.961741] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.961852] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.961984] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.962118] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.980479] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.981046] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.981046] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.981046] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-752" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.981298] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.981508] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.981584] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.981916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.982071] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.114490] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.115968] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.116145] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.116226] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.116464] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.116590] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.116831] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.116953] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.117025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.117224] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.117324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.117419] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1304.146125] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.146623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.146623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.146623] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.146792] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.149299] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.149666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.149666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.149666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.149807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.149962] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.150163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.150163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.150286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.150286] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.150397] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 already deleted. [ 1304.150397] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.156802] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1304.485565] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.485812] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.485887] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.486117] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.486300] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.486466] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c not found, creating... [ 1304.486717] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.486876] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.486989] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.487313] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.487407] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.487640] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.487791] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.487908] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.488147] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.488406] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.488567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c is going to be created. [ 1304.517885] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.518149] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.518212] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.518538] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.518761] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.518982] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.619542] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00b4fb4-69e2-4041-9cb7-37b7b23b164b: rpc.has_security_group_logging(os_id): False [ 1304.650994] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.651233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.651233] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.651378] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.651470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.651665] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.651760] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.651823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.651965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.652056] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.652143] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be updated. [ 1304.728862] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.729209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.729209] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.729367] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.729557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.746879] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: IN_PROGRESS for 2s [ 1305.223893] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a15c16f-482a-41f6-8b05-a9d0e2675728 req-a91a2797-97b6-44d8-9f5d-349755802fd9 service nova] Enqueued Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_rules [ 1305.224109] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a15c16f-482a-41f6-8b05-a9d0e2675728 req-a91a2797-97b6-44d8-9f5d-349755802fd9 service nova] Enqueued Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1305.224248] env[65401]: INFO networking_nsxv3.common.synchronization [req-8a15c16f-482a-41f6-8b05-a9d0e2675728 req-a91a2797-97b6-44d8-9f5d-349755802fd9 service nova] Enqueued Resource ID: 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c with Priority: HIGHEST for action port [ 1305.224794] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_rules [ 1305.224998] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1305.225670] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c with Priority: HIGHEST for action port [ 1305.226105] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.226372] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.226513] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.226860] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.226944] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.228697] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.228845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.228921] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.229115] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.229276] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.229713] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.229790] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.229947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.230272] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.230326] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.231399] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.231574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.231574] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.232100] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.232184] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.729965] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.730405] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.735387] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c with status ACTIVE [ 1305.735627] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.735774] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.735863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.736054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.736138] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.736315] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.736416] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.736469] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.736626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.736699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.736878] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.736971] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.737043] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.737194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.737309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.737352] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c is going to be updated. [ 1305.738501] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.759706] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.759911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.759961] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.760163] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.760302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.760457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b8366c5-8c4e-4bd7-8de4-06d1f7696c4c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.167119] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1306.167365] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b deletion is rescheduled due to dependency. [ 1306.167463] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.241152] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.743524] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.743993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.743993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.743993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.743993] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.744243] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 is going to be created. [ 1306.762203] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b in Status: SUCCESS [ 1306.762403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.762546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.762769] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.762855] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00b4fb4-69e2-4041-9cb7-37b7b23b164b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.770680] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.770869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.770869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.771020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.771195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.780259] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: UNINITIALIZED for 2s [ 1307.295605] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.295831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.295922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.296165] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.318044] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.318195] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00b4fb4-69e2-4041-9cb7-37b7b23b164b is going to be deleted. [ 1307.377158] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.377393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.377393] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.377601] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.377694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.377795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00b4fb4-69e2-4041-9cb7-37b7b23b164b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.789948] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: SUCCESS [ 1308.790387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.790387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.790570] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.790725] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.790843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.790905] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.791063] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.791143] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.791228] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.791315] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.295050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.295050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.295050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.295050] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.295050] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.296305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.296305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.296305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.296305] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.296305] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.797357] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4: rpc.has_security_group_logging(os_id): False [ 1309.816679] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.816901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.816901] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.817116] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.817204] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.817391] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.817492] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.817557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.817709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.817786] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.817963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.818070] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.818132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.818271] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.818415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.818606] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.818703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.818758] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.818899] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.818972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.819066] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 is going to be created. [ 1309.883793] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.883950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.884084] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.884254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.884434] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.895822] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: IN_PROGRESS for 2s [ 1310.226802] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.227062] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.909520] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: SUCCESS [ 1311.909944] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.227575] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.227869] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.402093] env[65401]: INFO networking_nsxv3.common.synchronization [req-c2019758-fdc2-4d46-ba41-c21a9b7cd91f req-b50a1818-f443-4034-987c-c57d187cceb1 tempest-ServerPasswordTestJSON-1337443245 tempest-ServerPasswordTestJSON-1337443245-project-member] Enqueued Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1316.402637] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGHEST for action security_group_members [ 1316.402939] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.403077] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.403144] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.403324] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.403474] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.403575] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.403671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.403776] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.403859] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.403946] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.906015] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.906249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.906249] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.906528] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.906637] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.906818] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.906907] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.906972] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.907130] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.907206] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.907289] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 is going to be updated. [ 1316.939199] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.939403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.939403] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.939664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.939810] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.947696] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: IN_PROGRESS for 2s [ 1318.958474] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 in Status: SUCCESS [ 1318.958849] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 deletion is rescheduled due to dependency. [ 1318.958849] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.403629] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.403951] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.405484] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.405484] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.406543] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.406995] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.407953] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.408361] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.637235] env[65401]: INFO networking_nsxv3.common.synchronization [req-57ed38ed-87b9-44f1-b9e1-022666aea1bf req-b6471c3b-33f9-400d-9c31-ba969972c379 tempest-ServerActionsV293TestJSON-2137566242 tempest-ServerActionsV293TestJSON-2137566242-project-member] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1337.637235] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGHEST for action security_group_members [ 1337.637235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.637235] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.637235] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.637235] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.140640] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.140823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.140889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.141134] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.163694] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.163934] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.164061] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.164127] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.164325] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.164409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.164496] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59014e02-4595-4913-8c34-e8621a338fbf is going to be updated. [ 1338.188992] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.189237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.189237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.189406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.189547] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.198811] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: IN_PROGRESS for 2s [ 1340.209439] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59014e02-4595-4913-8c34-e8621a338fbf in Status: SUCCESS [ 1340.209819] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59014e02-4595-4913-8c34-e8621a338fbf deletion is rescheduled due to dependency. [ 1340.209819] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.636421] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.636800] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.637231] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.637653] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.638673] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.639141] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.640129] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.640489] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.640834] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.641304] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.641914] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.641914] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.804830] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.805173] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.805173] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.805433] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.805681] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.805841] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.805957] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.806183] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.806328] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.806540] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.806651] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.806756] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.806861] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.806995] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.807177] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.807317] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.827147] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.827314] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.827447] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.827620] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.827909] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-155277ba-c680-4c16-9533-30735554c8e4 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.828092] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.828213] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.828459] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.828592] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155277ba-c680-4c16-9533-30735554c8e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.331248] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.331485] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.331657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.331966] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.332129] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.332425] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.332585] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.332704] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.332916] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.333066] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.333342] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.333516] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.333630] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.333833] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.333964] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.334124] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 155277ba-c680-4c16-9533-30735554c8e4 is going to be updated. [ 1370.356360] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.356633] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.356688] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.356936] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.357164] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.357403] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.039664] env[65401]: INFO networking_nsxv3.common.synchronization [req-bb0ff3d7-6097-449a-975a-a80011f9c875 req-74998280-a82d-4f28-afb5-def1391a3792 service nova] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1371.040112] env[65401]: INFO networking_nsxv3.common.synchronization [req-bb0ff3d7-6097-449a-975a-a80011f9c875 req-74998280-a82d-4f28-afb5-def1391a3792 service nova] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1371.040516] env[65401]: INFO networking_nsxv3.common.synchronization [req-bb0ff3d7-6097-449a-975a-a80011f9c875 req-74998280-a82d-4f28-afb5-def1391a3792 service nova] Enqueued Resource ID: 155277ba-c680-4c16-9533-30735554c8e4 with Priority: HIGHEST for action port [ 1371.041255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_rules [ 1371.041563] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1371.041810] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155277ba-c680-4c16-9533-30735554c8e4 with Priority: HIGHEST for action port [ 1371.042197] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.042309] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.042411] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.042711] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.042897] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.044548] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.044548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.044812] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.045119] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.045274] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.045418] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.045520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.045799] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.046285] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.046285] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.047420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-155277ba-c680-4c16-9533-30735554c8e4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.047576] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.047928] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.048232] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.048374] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155277ba-c680-4c16-9533-30735554c8e4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.550384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.550551] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.550684] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.551727] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 155277ba-c680-4c16-9533-30735554c8e4 with status ACTIVE [ 1371.551825] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.551896] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.551940] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.552128] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.552237] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.552384] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.552536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.552536] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.552666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.552741] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.552908] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.552997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.553066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.553196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.553268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.553360] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 155277ba-c680-4c16-9533-30735554c8e4 is going to be updated. [ 1371.573959] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.574187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.574187] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.574428] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.574566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.574721] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155277ba-c680-4c16-9533-30735554c8e4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.054941] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.557237] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.557435] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.557502] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.557733] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.557821] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.557931] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be updated. [ 1372.588702] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.588864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.588909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.589132] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.589302] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.598672] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: IN_PROGRESS for 2s [ 1374.609420] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: SUCCESS [ 1374.609980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.609980] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.610178] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.610346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.610493] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.610557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.610667] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.610795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.610847] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.610928] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.116050] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.618665] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 392b2946-0a52-4353-a649-8644b8d6a9c7: rpc.has_security_group_logging(os_id): False [ 1375.636185] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.636410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.636410] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.636620] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.655881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.656225] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.656354] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.656436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.656608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.656693] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.656762] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be updated. [ 1375.721051] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.721344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.721344] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.721608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.721798] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.735218] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: IN_PROGRESS for 2s [ 1376.042545] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.042665] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1377.753139] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: SUCCESS [ 1377.753604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.043780] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.044227] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.045426] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.045794] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.046777] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.047191] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.048766] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.049232] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.049839] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.050293] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.051277] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.051636] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.052676] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.053188] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.054391] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.054844] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.055740] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.056230] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.057315] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.057699] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.164147] env[65401]: INFO networking_nsxv3.common.synchronization [req-2fcfe784-24a1-4aa7-be64-54218d87dcb5 req-2cfe80e4-3c7c-4f53-a8f7-2c115b96417d tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1429.164472] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGHEST for action security_group_members [ 1429.164791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.164917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.164985] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.165195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.165548] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.165548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.165548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.165719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.165719] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.165850] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.667919] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.668244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.668244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.668387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.668488] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.668694] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.668789] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.668850] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.669025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.669087] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.669195] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be updated. [ 1429.704321] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.704557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.704557] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.704736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.704882] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.713039] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: IN_PROGRESS for 2s [ 1431.723905] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 in Status: SUCCESS [ 1431.724336] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 deletion is rescheduled due to dependency. [ 1431.724336] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.840537] env[65401]: INFO networking_nsxv3.common.synchronization [None req-df56463b-c827-4fe3-bf81-583974657351 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1433.841255] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1433.841439] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.841562] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.841631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.841890] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.841974] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.920185] env[65401]: INFO networking_nsxv3.common.synchronization [None req-b9fd2d1e-43e0-418d-b020-c77b1935a2f0 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1433.920696] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1433.921014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.921122] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.363916] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.364075] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.364152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.364377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.364462] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.364555] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 already deleted. [ 1434.364636] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.364784] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.364936] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.365029] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.886377] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.886829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.886829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.886829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.886979] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.886979] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 already deleted. [ 1434.887067] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.922092] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.922484] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.324959] env[65401]: INFO networking_nsxv3.common.synchronization [req-14644ebf-b3e0-40e5-be73-4c4f3138c35f req-687313c2-2817-428e-9699-878c8e6761dd tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1439.325199] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1439.325522] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.325613] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.325679] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.325920] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.326090] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.326189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.326273] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.326400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.326541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.326598] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.591056] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.591056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.591056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.591056] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.591360] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.591489] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.591606] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.592184] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.592358] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.592580] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1439.592696] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1439.592806] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1439.592913] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1439.593034] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1439.593148] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1439.593279] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1439.615833] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1439.616058] env[65401]: DEBUG dogpile.cache.region [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1439.616159] env[65401]: DEBUG dogpile.lock [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1439.616338] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.616658] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock port-53788758-b402-4bdc-b0c1-b0a4031353ce taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.616870] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.617015] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.617463] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.617619] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53788758-b402-4bdc-b0c1-b0a4031353ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.829462] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.829681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.829681] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.829897] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.829989] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.830201] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.830345] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.830458] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.830548] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.830629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.830692] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 already deleted. [ 1439.830753] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.119625] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.119979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.119979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.120348] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.120519] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.120677] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Segment Port 53788758-b402-4bdc-b0c1-b0a4031353ce not found, creating... [ 1440.120936] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.121109] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.121228] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.121477] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.121628] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.121909] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.122080] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.122199] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.122405] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.122536] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.122682] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Resource: SegmentPort with ID: 53788758-b402-4bdc-b0c1-b0a4031353ce is going to be created. [ 1440.143215] env[65401]: DEBUG networking_nsxv3.common.locking [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.143418] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.143496] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.143758] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.143979] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.144220] env[65401]: DEBUG oslo_concurrency.lockutils [None req-dd19871d-d133-461d-b862-f7023d0997a8 None None] Releasing lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.828824] env[65401]: INFO networking_nsxv3.common.synchronization [req-14644ebf-b3e0-40e5-be73-4c4f3138c35f req-889661af-91b7-4407-b20e-777aaad14412 service nova] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1440.828976] env[65401]: INFO networking_nsxv3.common.synchronization [req-14644ebf-b3e0-40e5-be73-4c4f3138c35f req-889661af-91b7-4407-b20e-777aaad14412 service nova] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1440.829134] env[65401]: INFO networking_nsxv3.common.synchronization [req-14644ebf-b3e0-40e5-be73-4c4f3138c35f req-889661af-91b7-4407-b20e-777aaad14412 service nova] Enqueued Resource ID: 53788758-b402-4bdc-b0c1-b0a4031353ce with Priority: HIGHEST for action port [ 1440.829638] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1440.829776] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1440.829871] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53788758-b402-4bdc-b0c1-b0a4031353ce with Priority: HIGHEST for action port [ 1440.830204] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.830276] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.830386] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.830588] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.830668] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.831491] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.831603] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.831671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.831820] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.831963] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.832066] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.832126] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.832259] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.832341] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.832432] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.833138] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-53788758-b402-4bdc-b0c1-b0a4031353ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.833244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.833503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.833503] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.833583] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53788758-b402-4bdc-b0c1-b0a4031353ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.335602] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.336054] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.336054] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.336818] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53788758-b402-4bdc-b0c1-b0a4031353ce with status ACTIVE [ 1441.337014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.337135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.337191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.337396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.337484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.337651] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.337743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.337803] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.337947] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.338033] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.338399] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.338399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.338399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.338578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.338578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.338690] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53788758-b402-4bdc-b0c1-b0a4031353ce is going to be updated. [ 1441.361420] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.361633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.361684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.361858] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.362034] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.362203] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.841182] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.343948] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.344362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.344362] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.344455] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.344495] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.344576] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be created. [ 1442.373566] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.373856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.373856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.373988] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.374166] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.383840] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: UNINITIALIZED for 2s [ 1444.394874] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1444.395266] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.395470] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.395778] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.396036] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.396227] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.396322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.396583] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.396695] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.396833] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.396971] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.900116] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.402481] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9d65e4-e500-469f-a5d5-f552114ea252: rpc.has_security_group_logging(os_id): False [ 1445.423211] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.423448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.423448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.423618] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.423709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.423943] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.424057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.424121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.424268] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.424346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.424431] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be created. [ 1445.482397] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.482647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.482647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.482801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.482975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.493020] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: IN_PROGRESS for 2s [ 1445.830958] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.831190] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1447.505835] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1447.506229] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.832154] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.832570] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.833801] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.834233] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.835200] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.835622] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.836676] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.837203] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.837392] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.837996] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.838773] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.839196] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.839804] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.840244] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.841236] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.841668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.842469] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.842883] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.843912] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.844365] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.661850] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1496.662076] env[65401]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6804bf62-1b8b-487a-8545-0bd80089284f None None] NSXv3 Agent Agent loop - iteration:4 started [ 1500.844700] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.844700] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.845505] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.845878] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.846874] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.847292] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.020063] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.020063] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.020063] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.020513] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.020513] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.020643] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.020760] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.020976] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.021134] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.021343] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1513.021454] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] NeedRegenerationException {{(pid=65401) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1513.021567] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] no value, waiting for create lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1513.021730] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] value creation lock acquired {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1513.021846] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] No value present for key: 'zone-id' {{(pid=65401) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1513.021954] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Calling creation function for not-yet-present value {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1513.022098] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1513.052792] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1513.052995] env[65401]: DEBUG dogpile.cache.region [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65401) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1513.053170] env[65401]: DEBUG dogpile.lock [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Released creation lock {{(pid=65401) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1513.053387] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "network-792" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.053724] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock port-53788758-b402-4bdc-b0c1-b0a4031353ce taken with stack trace [, , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.053900] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.054037] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.054311] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.054453] env[65401]: DEBUG networking_nsxv3.api.rpc [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53788758-b402-4bdc-b0c1-b0a4031353ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.557050] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.557316] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.557370] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.557657] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.557807] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.558261] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.558261] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.558455] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.558604] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.558745] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.559033] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.559197] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.559313] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.559520] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.559701] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.559843] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Resource: SegmentPort with ID: 53788758-b402-4bdc-b0c1-b0a4031353ce is going to be updated. [ 1513.580356] env[65401]: DEBUG networking_nsxv3.common.locking [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.580579] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.580672] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.580939] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.581176] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.581397] env[65401]: DEBUG oslo_concurrency.lockutils [None req-ec63f939-ebe1-400e-9f34-082278b3c641 None None] Releasing lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.241756] env[65401]: INFO networking_nsxv3.common.synchronization [req-096a3ca2-4ca0-4752-ad86-1b850ad8a359 req-d92fced4-9897-416d-97f7-645696f39492 service nova] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1514.242090] env[65401]: INFO networking_nsxv3.common.synchronization [req-096a3ca2-4ca0-4752-ad86-1b850ad8a359 req-d92fced4-9897-416d-97f7-645696f39492 service nova] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1514.242090] env[65401]: INFO networking_nsxv3.common.synchronization [req-096a3ca2-4ca0-4752-ad86-1b850ad8a359 req-d92fced4-9897-416d-97f7-645696f39492 service nova] Enqueued Resource ID: 53788758-b402-4bdc-b0c1-b0a4031353ce with Priority: HIGHEST for action port [ 1514.242596] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_rules [ 1514.242821] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1514.242945] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53788758-b402-4bdc-b0c1-b0a4031353ce with Priority: HIGHEST for action port [ 1514.243231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.243466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.243538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.243736] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.243818] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.244631] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.244755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.244824] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.244987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.245146] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.245240] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.245301] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.245433] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.245514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.245601] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.246344] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock port-53788758-b402-4bdc-b0c1-b0a4031353ce taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.246664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.246664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.246664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.246777] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53788758-b402-4bdc-b0c1-b0a4031353ce',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.748907] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.749997] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.750161] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.750275] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53788758-b402-4bdc-b0c1-b0a4031353ce with status ACTIVE [ 1514.750435] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.750546] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.750610] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.750815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.750906] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.751083] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.751189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.751245] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.751387] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.751466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.751648] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.751765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.751827] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.751973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.752252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.752504] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53788758-b402-4bdc-b0c1-b0a4031353ce is going to be updated. [ 1514.774297] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.774855] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.774965] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.775195] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.775365] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.775525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53788758-b402-4bdc-b0c1-b0a4031353ce" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.255158] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.758269] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.758549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.758549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.758672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.758743] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.758839] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be updated. [ 1515.789867] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.790117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.790117] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.790355] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.790439] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.799680] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: IN_PROGRESS for 2s [ 1517.811456] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1517.811911] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.812053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.812277] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.812467] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.812591] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.812666] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.812806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.812922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.813133] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.813271] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.316164] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.818188] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9d65e4-e500-469f-a5d5-f552114ea252: rpc.has_security_group_logging(os_id): False [ 1518.837948] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.838184] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.838252] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.838448] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.838624] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.838905] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.839021] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.839091] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.839261] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.839340] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.839425] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be updated. [ 1518.900233] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.900484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.900484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.900649] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.900794] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.913830] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: IN_PROGRESS for 2s [ 1519.244744] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.244744] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1520.929822] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1520.930238] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.246647] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.247054] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.248581] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.249087] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.249801] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.250250] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.622750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.623085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.623085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.623307] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.623424] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.128304] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.631219] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.134184] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1536.134370] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1536.880743] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.881183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.881183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.881183] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.023887] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1537.024777] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.025938] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1537.064346] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.064586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.064586] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.064788] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.079270] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.080087] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1537.080160] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.080253] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1537.109017] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.109234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.109234] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.109406] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.109991] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.110165] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1537.176496] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.176715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.176715] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.176876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.177186] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.177455] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1537.242388] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.242621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.242621] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.242814] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.243157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.243437] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:22. [ 1537.243532] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7b9d65e4-e500-469f-a5d5-f552114ea252', '855f6054-f7e6-48e7-ad8c-bc79decf592f', '77852e5f-92ad-4afc-9837-f45dbe4aac7c', '2d0c03b8-2868-4a0a-9a20-9829b3b124ad', '0edf1582-eead-4382-a2a6-4da56690b08b', '23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0', '7e8eb101-5037-4cec-97d4-d8842295e8c1', '037bf787-ba80-4fd7-9f7c-09264d01044d', 'f49a3fba-00a9-4b9e-8883-469e15fd9390', '97d7b281-7b9b-469d-93aa-40a1b6c5cee1', '54d298b7-a9ed-4cc6-897e-1685d4029d1b', 'a21c4fdc-8146-40a6-b74f-d79c93dbec38', 'f8fc52f5-4f9f-46ce-827b-98113ef58173', '334268c3-0586-475e-be7b-5ad68ce78768', '1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71', 'd0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4', '59014e02-4595-4913-8c34-e8621a338fbf', 'd92bf9e1-8863-41eb-a0e4-d5f4f36efeee', '2040b730-8d06-4407-9942-9e4ae2b2cf48', '392b2946-0a52-4353-a649-8644b8d6a9c7', 'effde86c-cefb-4e9d-99cd-ada39cd9a1d8', '7110285c-ccfb-43c5-ad72-1dc136ae3521'} {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.243635] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1537.261517] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.261831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.261831] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.261941] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.262019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.262164] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1537.262229] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.262306] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1537.336887] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.337152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.337152] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.337342] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.338475] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.338735] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1537.338816] env[65401]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65401) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.338890] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1537.338958] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1537.339049] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/22 resources of Type:Security Group Rules [ 1537.339126] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGH for action security_group_rules [ 1537.339263] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGH for action security_group_rules [ 1537.339355] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGH for action security_group_rules [ 1537.339410] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGH for action security_group_rules [ 1537.339476] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGH for action security_group_rules [ 1537.339541] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGH for action security_group_rules [ 1537.339604] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGH for action security_group_rules [ 1537.339668] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGH for action security_group_rules [ 1537.339731] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGH for action security_group_rules [ 1537.339794] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGH for action security_group_rules [ 1537.339857] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGH for action security_group_rules [ 1537.339920] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGH for action security_group_rules [ 1537.339985] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGH for action security_group_rules [ 1537.340066] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGH for action security_group_rules [ 1537.340131] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGH for action security_group_rules [ 1537.340196] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGH for action security_group_rules [ 1537.340260] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGH for action security_group_rules [ 1537.340326] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGH for action security_group_rules [ 1537.340395] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGH for action security_group_rules [ 1537.340441] env[65401]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGH for action security_group_rules [ 1537.340564] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.251874] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.252345] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1539.252345] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGH for action security_group_rules [ 1539.252551] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c with Priority: HIGH for action security_group_rules [ 1539.252735] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 with Priority: HIGH for action security_group_rules [ 1539.252865] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 with Priority: HIGH for action security_group_rules [ 1539.252995] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 with Priority: HIGH for action security_group_rules [ 1539.253128] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 with Priority: HIGH for action security_group_rules [ 1539.253221] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee with Priority: HIGH for action security_group_rules [ 1539.253305] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59014e02-4595-4913-8c34-e8621a338fbf with Priority: HIGH for action security_group_rules [ 1539.253397] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334268c3-0586-475e-be7b-5ad68ce78768 with Priority: HIGH for action security_group_rules [ 1539.253487] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 with Priority: HIGH for action security_group_rules [ 1539.253575] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 with Priority: HIGH for action security_group_rules [ 1539.253662] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 with Priority: HIGH for action security_group_rules [ 1539.253751] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b with Priority: HIGH for action security_group_rules [ 1539.253842] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 with Priority: HIGH for action security_group_rules [ 1539.253943] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 with Priority: HIGH for action security_group_rules [ 1539.254042] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 with Priority: HIGH for action security_group_rules [ 1539.254153] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bf787-ba80-4fd7-9f7c-09264d01044d with Priority: HIGH for action security_group_rules [ 1539.254257] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1582-eead-4382-a2a6-4da56690b08b with Priority: HIGH for action security_group_rules [ 1539.254348] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f with Priority: HIGH for action security_group_rules [ 1539.254451] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad with Priority: HIGH for action security_group_rules [ 1539.254791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.254922] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.254983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.255205] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.255287] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.256667] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.256793] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.256864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.257057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.257137] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77852e5f-92ad-4afc-9837-f45dbe4aac7c',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.257987] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e8eb101-5037-4cec-97d4-d8842295e8c1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.258655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.258655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.258816] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.258925] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e8eb101-5037-4cec-97d4-d8842295e8c1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.259912] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.260078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.260078] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.260400] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.260400] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.261069] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-392b2946-0a52-4353-a649-8644b8d6a9c7 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.261196] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.261253] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.261514] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.261514] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('392b2946-0a52-4353-a649-8644b8d6a9c7',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.262282] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2040b730-8d06-4407-9942-9e4ae2b2cf48 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.262449] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.262614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.262864] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.262999] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2040b730-8d06-4407-9942-9e4ae2b2cf48',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.263901] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.264020] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.264090] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.264263] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.264342] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d92bf9e1-8863-41eb-a0e4-d5f4f36efeee',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.265014] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59014e02-4595-4913-8c34-e8621a338fbf taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.265151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.265191] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.265326] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.265384] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59014e02-4595-4913-8c34-e8621a338fbf',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.266245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-334268c3-0586-475e-be7b-5ad68ce78768 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.266395] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.266467] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.266617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.266688] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('334268c3-0586-475e-be7b-5ad68ce78768',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.267378] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.267487] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.267555] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.267703] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.267775] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.268468] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8fc52f5-4f9f-46ce-827b-98113ef58173 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.268684] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.268757] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.268909] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.268979] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8fc52f5-4f9f-46ce-827b-98113ef58173',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.269726] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.269841] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.269950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.270083] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.270152] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21c4fdc-8146-40a6-b74f-d79c93dbec38',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.270865] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.270975] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.271051] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.271198] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.271266] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54d298b7-a9ed-4cc6-897e-1685d4029d1b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.271918] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.272038] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.272125] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.272296] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.272369] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7b281-7b9b-469d-93aa-40a1b6c5cee1',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.273190] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f49a3fba-00a9-4b9e-8883-469e15fd9390 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.273304] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.273376] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.273541] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.273637] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f49a3fba-00a9-4b9e-8883-469e15fd9390',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.274289] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.274420] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.274486] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.274644] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.274717] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.275373] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037bf787-ba80-4fd7-9f7c-09264d01044d taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.275582] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.275647] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.276019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.276019] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037bf787-ba80-4fd7-9f7c-09264d01044d',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.276657] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf1582-eead-4382-a2a6-4da56690b08b taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.276795] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.276886] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.277036] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.277119] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf1582-eead-4382-a2a6-4da56690b08b',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.277946] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-855f6054-f7e6-48e7-ad8c-bc79decf592f taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.278085] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.278150] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.278298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.278373] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('855f6054-f7e6-48e7-ad8c-bc79decf592f',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.279044] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.279244] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.279316] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.279468] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.279539] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0c03b8-2868-4a0a-9a20-9829b3b124ad',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.286245] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.286375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.286445] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.287057] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.287220] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.287350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.287670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.287670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.287670] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.287843] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.287843] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.320860] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.321108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.321108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.321292] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.323155] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.323282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.323899] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.323994] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.324750] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.324863] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.343520] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.343671] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d92bf9e1-8863-41eb-a0e4-d5f4f36efeee is going to be deleted. [ 1539.344538] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.344735] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.364608] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.364787] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 392b2946-0a52-4353-a649-8644b8d6a9c7 is going to be deleted. [ 1539.365615] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.365815] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.382361] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.382509] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e8eb101-5037-4cec-97d4-d8842295e8c1 is going to be deleted. [ 1539.383396] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.383599] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.399944] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.400197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.403177] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.403299] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 334268c3-0586-475e-be7b-5ad68ce78768 is going to be deleted. [ 1539.404157] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.404369] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.404461] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.404578] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d92bf9e1-8863-41eb-a0e4-d5f4f36efeee" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.417974] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.418158] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.418201] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.418404] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.418494] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.418614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-392b2946-0a52-4353-a649-8644b8d6a9c7" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.429791] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.429959] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.430019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.430247] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.430335] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.430451] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e8eb101-5037-4cec-97d4-d8842295e8c1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.470325] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.470542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.470542] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.470728] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.470818] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.470937] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-334268c3-0586-475e-be7b-5ad68ce78768" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.799400] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.813609] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.813807] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.813881] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.814135] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.815571] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.815671] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.816578] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.816685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.817366] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.817504] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.826460] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.826631] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.833020] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.833194] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.847257] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.847442] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.848202] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.848298] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.849039] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.849169] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.849969] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.850082] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.850789] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.850876] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.851486] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.851922] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.852052] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.852815] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.853238] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.853350] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.854025] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.854413] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.854529] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.855177] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.855590] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.855699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.856338] env[65401]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.856781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.856929] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71 is going to be deleted. [ 1539.857844] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.858073] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.881791] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.882013] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 855f6054-f7e6-48e7-ad8c-bc79decf592f is going to be deleted. [ 1539.882871] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.883092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.909415] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.909598] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7b281-7b9b-469d-93aa-40a1b6c5cee1 is going to be deleted. [ 1539.910457] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.910672] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.935699] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.935877] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0 is going to be deleted. [ 1539.936676] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.936885] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.938328] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.938438] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.939388] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.939482] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.955645] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.955789] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77852e5f-92ad-4afc-9837-f45dbe4aac7c is going to be deleted. [ 1539.956614] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.956822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.969868] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.970079] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.973879] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.973993] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59014e02-4595-4913-8c34-e8621a338fbf is going to be deleted. [ 1539.974823] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.975053] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.005695] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.005910] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.011573] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.011717] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54d298b7-a9ed-4cc6-897e-1685d4029d1b is going to be deleted. [ 1540.012767] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.012983] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.042458] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.042664] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.064805] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.065019] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.069804] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.069954] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4 is going to be deleted. [ 1540.070889] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.071151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.114092] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.114290] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8fc52f5-4f9f-46ce-827b-98113ef58173 is going to be deleted. [ 1540.115173] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.115399] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.136484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.136710] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.155744] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.155930] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f49a3fba-00a9-4b9e-8883-469e15fd9390 is going to be deleted. [ 1540.156869] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.157102] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.214800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.214989] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037bf787-ba80-4fd7-9f7c-09264d01044d is going to be deleted. [ 1540.215894] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.216137] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.233487] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.233709] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.244883] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.245121] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.287466] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.287864] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf1582-eead-4382-a2a6-4da56690b08b is going to be deleted. [ 1540.288566] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.288781] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.293425] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.293617] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.313074] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b9d65e4-e500-469f-a5d5-f552114ea252: rpc.has_security_group_logging(os_id): False [ 1540.359549] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.359793] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0c03b8-2868-4a0a-9a20-9829b3b124ad is going to be deleted. [ 1540.360638] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.360845] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.365549] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.365747] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.460987] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.461190] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2040b730-8d06-4407-9942-9e4ae2b2cf48 is going to be deleted. [ 1540.462108] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.462346] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.463780] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.463898] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.492484] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.492773] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.510375] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.510567] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21c4fdc-8146-40a6-b74f-d79c93dbec38 is going to be deleted. [ 1540.511829] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.512076] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.512217] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.512338] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eb7b502-c65c-4d63-b8c2-bfcbf1f8ac71" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.513291] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.513436] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.513510] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.513761] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.513887] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.514181] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0c03b8-2868-4a0a-9a20-9829b3b124ad" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.514389] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.514627] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.514800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.514904] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-855f6054-f7e6-48e7-ad8c-bc79decf592f" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.515409] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.515572] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.515655] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.515770] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7b281-7b9b-469d-93aa-40a1b6c5cee1" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.515973] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.516215] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.516347] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.516525] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f82c8e-cc3e-4d3b-aef3-5aeee9172ee0" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.516706] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.516931] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.517094] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.517279] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77852e5f-92ad-4afc-9837-f45dbe4aac7c" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.517447] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.517604] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.517685] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.517800] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59014e02-4595-4913-8c34-e8621a338fbf" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.517913] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.518072] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.518149] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.518313] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54d298b7-a9ed-4cc6-897e-1685d4029d1b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.518519] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.518739] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.518872] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.519095] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0bc0a23-3ba0-4d1e-840b-8a5ffa1c20a4" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.519282] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.519509] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.519633] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.519801] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8fc52f5-4f9f-46ce-827b-98113ef58173" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.519933] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.520081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.520151] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.520264] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f49a3fba-00a9-4b9e-8883-469e15fd9390" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.520377] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.520530] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.562029] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.562395] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.562511] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.562571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.562755] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.562836] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.562926] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be updated. [ 1540.563997] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.564189] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.564278] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.564388] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf1582-eead-4382-a2a6-4da56690b08b" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.564571] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.564726] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.564809] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.564919] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037bf787-ba80-4fd7-9f7c-09264d01044d" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.578415] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.578626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.578626] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.578856] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.578950] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.579096] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2040b730-8d06-4407-9942-9e4ae2b2cf48" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.623200] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.623417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.623417] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.623611] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.623705] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.623822] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21c4fdc-8146-40a6-b74f-d79c93dbec38" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.677510] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.677765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.677765] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.677917] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.678081] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.714914] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: IN_PROGRESS for 2s [ 1542.729790] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1542.730254] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.255975] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.256425] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.257830] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.258235] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.259577] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.260085] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.261382] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.261382] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.262812] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.262812] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.832196] env[65401]: INFO networking_nsxv3.common.synchronization [req-9f66a39c-b3ae-40e5-a054-88b6d3317078 req-a4140555-feb6-43f4-82e5-49a1ae36af62 tempest-AttachVolumeShelveTestJSON-664167702 tempest-AttachVolumeShelveTestJSON-664167702-project-member] Enqueued Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1564.832544] env[65401]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 with Priority: HIGHEST for action security_group_members [ 1564.832877] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b9d65e4-e500-469f-a5d5-f552114ea252 taken with stack trace [, , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.833025] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.833197] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.834045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.834045] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.834045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.834045] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.834373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.834373] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.834448] env[65401]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b9d65e4-e500-469f-a5d5-f552114ea252',) {} {{(pid=65401) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.337217] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.337629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.337629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.337629] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.337749] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.338231] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.338231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.338231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.338231] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.338484] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.338484] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 is going to be updated. [ 1565.369917] env[65401]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65401) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.370223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.370223] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.370322] env[65401]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.370459] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.378673] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: IN_PROGRESS for 2s [ 1567.391403] env[65401]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 in Status: SUCCESS [ 1567.391806] env[65401]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b9d65e4-e500-469f-a5d5-f552114ea252 deletion is rescheduled due to dependency. [ 1567.391806] env[65401]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b9d65e4-e500-469f-a5d5-f552114ea252" {{(pid=65401) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.833852] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.834306] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.834873] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.835323] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.836202] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.836564] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.837420] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.837846] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.839241] env[65401]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.839241] env[65401]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0